-- Logs begin at Thu 2021-07-22 22:29:16 UTC, end at Thu 2021-07-22 23:27:31 UTC. -- Jul 22 23:00:43.476974 dv-cinder-801913-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:00:46.173957 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:00:46.174507 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:00:46.174653 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:00:46.177902 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:00:46.178156 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:00:46.178469 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:00:46.179416 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:00:46.179652 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:00:46.180011 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:00:46.180256 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:00:46.180480 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:00:46.180829 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.181134 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.181434 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.181682 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.181961 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.182254 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.182536 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.182827 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.183128 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.183414 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.183696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.183984 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.184215 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.184497 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.184812 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.185107 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.185330 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.185617 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.186045 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.186453 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.186735 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.187028 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.187311 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.187585 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.187863 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.188151 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.188480 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] host = dv-cinder-801913-2-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.189324 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.189616 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.189908 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.190198 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.190476 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.190756 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.191046 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.191324 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.191602 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.191885 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.192176 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.192467 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.192781 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.193010 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.193235 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.193530 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.193824 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.194103 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.194383 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.194660 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.194935 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.195211 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.195483 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.195770 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.196057 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.196343 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.196619 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.196918 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.197195 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.197469 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.197758 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.198035 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.198311 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.198582 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.198873 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.199138 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.199418 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.199721 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.200011 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.200294 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.200583 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.200889 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.201174 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.201451 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.201725 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.202000 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.202275 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.202550 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.202832 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.203108 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.203385 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.203662 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.203937 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.204244 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:46.204546 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.204868 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.205174 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.205461 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.205762 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.206045 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.206338 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.206620 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.206916 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.207209 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.207503 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.207787 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.208095 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.208380 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.208730 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.209045 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.209348 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.209645 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.209924 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.210201 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.210746 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.211028 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.211317 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.211612 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.211907 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.212185 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.212467 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.212784 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.213068 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.213341 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.213623 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.213916 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.214198 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.214471 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.214755 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.215033 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.215306 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.215578 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.215858 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.216150 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.216431 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.216725 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.217003 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.217280 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.217551 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.217839 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.218121 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.218396 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.218670 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.218955 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.219511 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.219511 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.219780 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.220084 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.220362 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.220638 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.220942 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.221216 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.221489 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.221761 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.222036 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.222310 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.222589 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.222860 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.223135 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.223406 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.223679 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.223953 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.224240 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.224537 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.224840 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.225118 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.225396 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.225674 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.226041 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.226217 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.226495 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.226774 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.227944 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.227944 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.227944 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.227944 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.228290 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.228444 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.228764 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.229045 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.229354 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.229711 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.229995 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.230290 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.230577 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.230873 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.231171 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.231467 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.231763 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.232059 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.232341 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.232845 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.233135 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:46.233356 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:00:46.233671 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93052) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:00:46.579053 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:00:46.579258 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:00:46.579608 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:00:46.579943 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:00:46.971445 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:46.971732 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:46.972001 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:46.973210 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:46.973482 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:46.973740 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.008229 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.008503 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.008792 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.021818 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.022095 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.022362 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.052195 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.052474 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.052760 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.089189 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.089468 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.089741 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.317219 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.317842 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.317842 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.318013 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.318602 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.437015 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.437335 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.437611 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.437880 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.438149 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.438457 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.439270 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.439528 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.439782 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.440058 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.440314 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.440576 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.440849 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.441097 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.441348 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.441609 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.441856 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.442146 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.442382 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.442635 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.442904 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.443150 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.443426 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.443792 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.444035 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.444276 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.444677 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.444922 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.445152 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.445380 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.445691 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.445929 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:47.446293 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:00:47.449370 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:00:47.453270 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:00:47.456970 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 22 23:00:47.458569 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:00:47.459018 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:00:47.459355 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:00:47.459742 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:00:47.463839 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:00:47.464090 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:00:47.464432 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:00:47.469679 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:00:47.492141 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:00:47.492591 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.492919 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93052) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:00:47.493278 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.494623 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93052) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:00:47.494899 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:00:47.495143 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:00:47.498294 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.498576 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:47.561935 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:00:47.562168 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:00:47.562398 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:00:47.562760 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:00:47.583750 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_db.sqlalchemy.engines [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93052) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:00:48.115897 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing driver for type 'gre' Jul 22 23:00:48.116428 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] gre ID ranges: [(1, 1000)] Jul 22 23:00:48.166684 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing driver for type 'local' Jul 22 23:00:48.166936 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing driver for type 'vlan' Jul 22 23:00:48.179958 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] VlanTypeDriver initialization complete Jul 22 23:00:48.180324 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing driver for type 'vxlan' Jul 22 23:00:48.180856 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:00:48.232398 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing extension driver 'port_security' Jul 22 23:00:48.232777 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.extensions.port_security [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] PortSecurityExtensionDriver initialization complete Jul 22 23:00:48.233116 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing mechanism driver 'openvswitch' Jul 22 23:00:48.233444 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing mechanism driver 'hyperv' Jul 22 23:00:48.240601 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:00:48.241482 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.241858 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.242215 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.242737 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.243179 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.243539 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.243890 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.244284 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.244713 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.245071 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.245421 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.245815 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.246224 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.246578 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.246924 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.247320 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.247725 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.248075 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.248416 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.248841 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.249252 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > address_group after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.249599 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > address_group after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.249941 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.250338 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:00:48.250720 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] ML2 OVO RPC backend initialized. {{(pid=93052) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:00:48.251995 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.252356 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.252820 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.253179 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > networks before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.253595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.253959 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > ports before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.254309 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.254658 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnets before_response 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.255009 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.255456 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.255890 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.256309 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.256675 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.257022 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.257368 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.257712 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.258053 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.258655 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.plugin [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Modular L2 Plugin initialization complete Jul 22 23:00:48.258997 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading services supported by the core plugin {{(pid=93052) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:00:48.259334 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.plugins.ml2.managers [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Got port-security extension from driver 'port_security' Jul 22 23:00:48.259813 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.extensions.vlantransparent [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Disabled vlantransparent extension. Jul 22 23:00:48.260311 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93052) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:00:48.260635 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: router Jul 22 23:00:48.297830 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.298789 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.299115 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router before_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.299487 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.299866 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.300227 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_delete 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.300595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.301112 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.301470 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.301826 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.302183 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.302548 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.302962 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.303335 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.303682 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.304024 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: subnet after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.304367 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.304746 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.305101 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.305450 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.305800 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.306159 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router after_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.306506 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.306861 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_create 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.307229 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.307580 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_update 55549900 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.307949 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > agent after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.308304 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > agent after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.308664 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > network after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.309558 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Tracking information for resource: router configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:48.309899 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Tracking information for resource: floatingip configured {{(pid=93052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:00:48.315441 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.db.l3_agentschedulers_db [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:00:48.316031 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.316399 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.316787 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.317152 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: port after_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.317959 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router before_create 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.318477 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.318686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_create 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.319049 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > router precommit_update 55550100 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.323552 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.provider_configuration [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service providers = [] {{(pid=93052) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:00:48.323923 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.db.servicetype_db [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93052) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:00:48.326921 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:00:48.327281 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:00:48.327632 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:00:48.328539 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.services.service_base [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:00:48.328945 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.services.service_base [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:00:48.329414 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.329744 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:00:48.340697 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.341043 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: auto_allocate Jul 22 23:00:48.346887 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: network precommit_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.347258 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: network precommit_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.347779 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.348102 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: tag Jul 22 23:00:48.354917 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.355256 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: timestamp Jul 22 23:00:48.359086 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.359424 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: network_ip_availability Jul 22 23:00:48.365413 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.365790 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.366157 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.366874 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.367196 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: flavors Jul 22 23:00:48.373663 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.374000 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading Plugin: revisions Jul 22 23:00:48.378967 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:00:48.379334 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:00:48.380088 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93052) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:00:48.380431 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Initializing extension manager. Jul 22 23:00:48.380980 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: __init__.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.381333 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: __pycache__ {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.381673 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.382012 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.382781 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.383344 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: address-group Jul 22 23:00:48.383674 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: address_scope.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.384405 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.384941 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: address-scope Jul 22 23:00:48.385269 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.386228 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.386739 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:00:48.387066 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: agent.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.387782 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.388286 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: agent Jul 22 23:00:48.388609 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: agent_resources_synced.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.389569 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.390076 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: agent-resources-synced Jul 22 23:00:48.390399 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: allowedaddresspairs.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.392307 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.392854 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: allowed-address-pairs Jul 22 23:00:48.393186 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: auto_allocated_topology.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.394274 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.394789 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: auto-allocated-topology Jul 22 23:00:48.395125 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.395838 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.396342 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: availability_zone Jul 22 23:00:48.396689 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: availability_zone_filter.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.397621 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.398130 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: availability_zone_filter Jul 22 23:00:48.398460 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: data_plane_status.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.399381 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.399886 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:00:48.400210 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: default_subnetpools.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.401175 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.401684 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: default-subnetpools Jul 22 23:00:48.402011 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.402824 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.403334 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:00:48.403667 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: dns.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.404596 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.405125 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:00:48.405456 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: dns_domain_ports.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.406388 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.406891 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:00:48.407218 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.408241 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.408776 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:00:48.409107 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: dvr.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.409790 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.410292 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: dvr Jul 22 23:00:48.410616 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: ecmp_routes.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.411546 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.412045 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:00:48.412369 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: empty_string_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.413323 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.413825 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: empty-string-filtering Jul 22 23:00:48.414148 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.415067 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.415575 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:00:48.415899 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.416897 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.417350 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:00:48.417676 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: external_net.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.418598 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.419105 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: external-net Jul 22 23:00:48.419432 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.420351 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.420884 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: extra_dhcp_opt Jul 22 23:00:48.421211 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: extraroute.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.422141 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.422643 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: extraroute Jul 22 23:00:48.422968 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: extraroute_atomic.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.424580 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.425113 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: extraroute-atomic Jul 22 23:00:48.425448 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: filter_validation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.426125 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.426628 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: filter-validation Jul 22 23:00:48.426950 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: fip_pf_description.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.428046 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.428557 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:00:48.428922 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: fip_port_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.429856 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.430360 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: fip-port-details Jul 22 23:00:48.430686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: flavors.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.431929 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.432444 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: flavors Jul 22 23:00:48.432816 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.434501 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.435021 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:00:48.435359 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: floatingip_pools.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.436065 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.436592 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: floatingip-pools Jul 22 23:00:48.436936 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: ip_allocation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.437877 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.438380 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:00:48.439309 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.440255 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.440803 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: ip-substring-filtering Jul 22 23:00:48.441132 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l2_adjacency.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.442078 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.442584 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:00:48.442914 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.443891 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.444411 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: router Jul 22 23:00:48.444774 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.447055 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.447587 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:00:48.447925 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.448920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.449436 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: ext-gw-mode Jul 22 23:00:48.449769 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.450736 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.451244 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: l3-ha Jul 22 23:00:48.451595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3_flavors.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.453029 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.453931 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: l3-flavors Jul 22 23:00:48.454532 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.456106 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.457025 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:00:48.457562 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: l3agentscheduler.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.458701 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.459215 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: l3_agent_scheduler Jul 22 23:00:48.459550 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: logging.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.461333 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.461856 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension logging not supported by any of loaded plugins Jul 22 23:00:48.462194 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: metering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.462955 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.463526 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: metering Jul 22 23:00:48.463856 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.464996 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.465519 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:00:48.465854 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: multiprovidernet.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.466921 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.467431 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: multi-provider Jul 22 23:00:48.467762 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: netmtu.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.468723 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.469233 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: net-mtu Jul 22 23:00:48.469561 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: netmtu_writable.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.470572 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.471079 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: net-mtu-writable Jul 22 23:00:48.471404 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: network_availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.472084 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.472585 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: network_availability_zone Jul 22 23:00:48.472935 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: network_ip_availability.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.474044 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.474613 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: network-ip-availability Jul 22 23:00:48.475109 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: network_segment_range.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.476251 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.477028 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:00:48.477496 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: pagination.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.479032 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.479518 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: pagination Jul 22 23:00:48.479949 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: port_device_profile.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.481193 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.481720 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: port-device-profile Jul 22 23:00:48.482053 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.482996 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.483511 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: port-mac-address-regenerate Jul 22 23:00:48.483841 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.484816 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.485339 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: port-numa-affinity-policy Jul 22 23:00:48.486257 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: port_resource_request.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.487201 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.487705 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:00:48.488030 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: portbindings.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.489010 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.489523 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: binding Jul 22 23:00:48.489851 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: portbindings_extended.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.491140 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.491657 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: binding-extended Jul 22 23:00:48.491992 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: portsecurity.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.492960 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.493471 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: port-security Jul 22 23:00:48.493800 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: project_id.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.494794 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.495126 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: project-id Jul 22 23:00:48.495450 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: providernet.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.496394 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.496934 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: provider Jul 22 23:00:48.497263 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.500762 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.501946 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos not supported by any of loaded plugins Jul 22 23:00:48.502285 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.503543 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.504060 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:00:48.504393 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.505358 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.505878 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:00:48.506211 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_default.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.507140 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.507658 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:00:48.507981 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_fip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.508639 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.509157 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:00:48.509485 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_gateway_ip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.510425 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.510932 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:00:48.511260 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_port_network_policy.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.512182 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.512707 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:00:48.513039 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_rule_type_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.513965 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.514475 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:00:48.514802 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: qos_rules_alias.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.515862 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.516385 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:00:48.516772 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: quotasv2.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.517757 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.518279 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: quotas Jul 22 23:00:48.518612 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: quotasv2_detail.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.521669 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.522018 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: quota_details Jul 22 23:00:48.522360 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: rbac.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.523433 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.523958 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: rbac-policies Jul 22 23:00:48.524291 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: rbac_address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.525290 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.525805 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: rbac-address-group Jul 22 23:00:48.526138 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: rbac_address_scope.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.527079 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.527592 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: rbac-address-scope Jul 22 23:00:48.527919 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: rbac_security_groups.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.528880 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.529394 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: rbac-security-groups Jul 22 23:00:48.529720 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: rbac_subnetpool.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.530648 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.531155 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: rbac-subnetpool Jul 22 23:00:48.531481 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: revisionifmatch.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.533007 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.533528 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: revision-if-match Jul 22 23:00:48.533853 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: revisions.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.534982 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.535497 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: standard-attr-revisions Jul 22 23:00:48.535826 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: router_availability_zone.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.536522 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.537062 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: router_availability_zone Jul 22 23:00:48.537393 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: routerservicetype.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.538336 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.538843 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:00:48.539171 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.540101 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.540609 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:00:48.540960 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.541893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.542400 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: port-security-groups-filtering Jul 22 23:00:48.542727 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.543658 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.544166 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: security-groups-remote-address-group Jul 22 23:00:48.544494 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: securitygroup.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.555238 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.556698 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: security-group Jul 22 23:00:48.557055 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: segment.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.557865 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.558376 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension segment not supported by any of loaded plugins Jul 22 23:00:48.558711 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.559676 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.560184 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:00:48.560517 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: servicetype.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.561673 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.562192 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: service-type Jul 22 23:00:48.562527 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: sorting.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.563540 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.563973 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: sorting Jul 22 23:00:48.564329 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: standard_attr_segment.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.565376 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.565894 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:00:48.566226 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: standardattrdescription.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.566889 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.567399 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: standard-attr-description Jul 22 23:00:48.567734 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: stateful_security_group.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.568711 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.569232 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: stateful-security-group Jul 22 23:00:48.569563 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: stdattrs_common.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.570164 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:00:48.570495 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.571434 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.571950 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:00:48.572277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnet_onboard.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.573379 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.573899 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: subnet_onboard Jul 22 23:00:48.574230 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.575165 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.575672 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:00:48.575999 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnet_service_types.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.576965 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.577484 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: subnet-service-types Jul 22 23:00:48.577812 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnetallocation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.578902 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.579514 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: subnet_allocation Jul 22 23:00:48.579848 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.580529 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.581070 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:00:48.581397 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.582349 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.582860 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:00:48.583186 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: tagging.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.584240 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.584789 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: standard-attr-tag Jul 22 23:00:48.585118 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: timestamp.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.586605 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.587123 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loaded extension: standard-attr-timestamp Jul 22 23:00:48.587460 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: trunk.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.588501 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.589058 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension trunk not supported by any of loaded plugins Jul 22 23:00:48.589390 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: trunk_details.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.590325 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.590839 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:00:48.591168 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: uplink_status_propagation.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.592108 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.592619 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:00:48.592973 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Loading extension file: vlantransparent.py {{(pid=93052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:00:48.593655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:00:48.594161 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:00:48.597347 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:network Jul 22 23:00:48.598001 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:00:48.598514 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:00:48.599037 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:port Jul 22 23:00:48.600321 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.600786 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service FLAVORS assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.601416 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.601852 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.602187 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:router Jul 22 23:00:48.602628 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:00:48.603122 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service METERING assigned prefix: /metering {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.604566 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.604970 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.605325 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:00:48.606344 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:00:48.606786 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:00:48.607237 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:00:48.607841 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.608182 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:00:48.608534 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] subnetpool is already registered Jul 22 23:00:48.609006 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.609336 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:00:48.609673 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] subnetpool is already registered Jul 22 23:00:48.612698 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.613144 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service FLAVORS assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.613747 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.614174 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.614512 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:router Jul 22 23:00:48.614853 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] router is already registered Jul 22 23:00:48.615271 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:00:48.615611 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] floatingip is already registered Jul 22 23:00:48.616070 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service METERING assigned prefix: /metering {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.616774 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:00:48.617110 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] rbac_policy is already registered Jul 22 23:00:48.617527 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:00:48.617866 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] security_group is already registered Jul 22 23:00:48.618285 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:00:48.618621 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] security_group_rule is already registered Jul 22 23:00:48.619245 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.619577 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:00:48.619915 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] subnetpool is already registered Jul 22 23:00:48.620331 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.v2.resource_helper [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Service CORE assigned prefix: {{(pid=93052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:00:48.620686 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:00:48.621014 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING neutron.quota.resource_registry [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] subnetpool is already registered Jul 22 23:00:48.621489 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: extensions {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.622936 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: address-groups {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.624421 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: address-scopes {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.625775 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.627054 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: auto-allocated-topology {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.628291 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: availability_zones {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.629544 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: dhcp-networks {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.631046 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: dhcp-agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.632472 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.634219 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: flavors {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.636519 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: service_profiles {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.637768 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: next_providers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.639212 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: service_profiles {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.640781 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: floatingip-pools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.642093 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.643792 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: floatingips {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.645140 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: l3-routers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.646511 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: l3-agents {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.647933 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: metering-labels {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.649227 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: metering-label-rules {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.650591 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: network-ip-availabilities {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.651836 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: bindings {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.653431 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: quotas {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.655014 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: quotas {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.656427 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: rbac-policies {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.658324 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: security-groups {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.659630 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: security-group-rules {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.660902 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: service-providers {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.662141 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: subnetpools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.663469 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: subnetpools {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.665069 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.666743 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.668601 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.670453 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.672141 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.674764 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.676457 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.678296 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.680150 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.681937 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron.api.extensions [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Extended resource: tags {{(pid=93052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:00:48.687821 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING keystonemiddleware.auth_token [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:00:48.692526 dv-cinder-801913-2-iscsi neutron-server[93052]: WARNING keystonemiddleware.auth_token [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:00:48.700976 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Acquired lock "singleton_lock" {{(pid=93052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:00:48.701463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_concurrency.lockutils [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Releasing lock "singleton_lock" {{(pid=93052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:00:48.702112 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Starting 2 workers Jul 22 23:00:48.706946 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Started child 93161 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:00:48.712717 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Started child 93162 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:00:48.712922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.713554 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO neutron.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:00:48.713937 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Notify callbacks [] for process, before_spawn {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.714267 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [-] (93161) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:00:48.716281 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Starting 1 workers Jul 22 23:00:48.716387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.717752 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [-] (93162) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:00:48.722101 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Started child 93163 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:00:48.722610 dv-cinder-801913-2-iscsi neutron-server[93052]: INFO oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Starting 1 workers Jul 22 23:00:48.725560 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] calling RpcWorker wait() {{(pid=93163) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:00:48.726079 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] returning from RpcWorker wait() {{(pid=93163) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:00:48.727083 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Started child 93164 {{(pid=93052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:00:48.727360 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.727823 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:00:48.727917 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01d36371-5b03-41f4-9f5b-417fa669b451 None None] Notify callbacks [] for process, after_spawn {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.729828 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:00:48.730043 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:00:48.730231 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:00:48.730457 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:00:48.730803 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:00:48.730972 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:00:48.731483 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.731791 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.731882 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:00:48.732316 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.732316 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.732594 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.733233 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.733504 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.733753 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.734048 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.734300 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.734477 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.734646 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.734908 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.735161 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.735465 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.736461 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.736687 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.736985 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.737265 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.737422 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.737699 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.737953 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.738223 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.738476 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.738984 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.739236 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.739497 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.739856 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.740010 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.740230 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.740503 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.740777 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.741021 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.741263 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.741543 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.741795 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.742016 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.742240 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.742505 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.742727 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.743190 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host = dv-cinder-801913-2-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.743435 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.743683 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.743938 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.744188 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.744451 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.744707 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.744976 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.745235 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.745495 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.745743 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.746015 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.746264 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.746518 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.746755 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.746923 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_options = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.747179 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.747444 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.747708 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.747900 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.748074 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.748250 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.748503 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.748686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.748960 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.749174 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.749416 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.749633 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.749876 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.750120 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.750345 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.750606 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.750847 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.751090 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.751504 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.751711 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.751941 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.752172 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.752392 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.752618 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.752883 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.753105 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.753337 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.753578 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.753823 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.754097 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.754356 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.754639 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.754887 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.755148 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.755381 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.755616 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.755860 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.756129 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.756365 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.756611 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.756897 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.757136 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.757396 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.757641 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.757865 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.758099 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.758321 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.758640 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.759686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.759686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.759686 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.759959 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.761115 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.761444 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.761958 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:00:48.762054 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.762463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.762776 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.763134 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.763400 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.763855 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.764165 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.764414 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.764707 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.764954 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.765787 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.765787 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.766883 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.767918 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.767918 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.768081 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.768364 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.768593 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.768872 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.769104 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.769947 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.769947 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.771263 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.771565 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.772374 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.773109 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.773355 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.773629 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.774980 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.775235 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.775483 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.775715 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.776019 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.776280 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.776539 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.776802 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.777066 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.777292 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.777566 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.777785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.778063 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.778326 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.778557 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.778785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.779024 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.779245 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.779466 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.779704 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.779950 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.780223 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.780456 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.780695 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.780920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.781145 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.781357 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.781705 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.781974 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.782277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.782993 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.783242 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.783480 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.783731 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.783973 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.784191 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.784408 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.784630 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.784892 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.785114 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.785355 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.785592 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.785831 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.786065 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.786286 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.786504 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.786713 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.786924 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.787152 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.787365 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.787581 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.787810 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.788042 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.788277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.788496 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.788732 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.789015 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.789358 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.789627 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.789897 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.790153 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.790404 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.790662 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.790910 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.791131 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.791376 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.791620 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.791869 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.792100 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.792330 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.792568 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.792808 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.793046 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.793282 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.793522 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.793757 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.793989 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.794240 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.794569 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.794807 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.795062 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.795310 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.795663 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.795956 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.796211 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.796482 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.797590 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.799611 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.799930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.801255 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.801557 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.802881 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.803159 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.803466 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.803720 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.805006 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.805279 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.805589 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.807011 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.807011 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.808001 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.808248 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.808492 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.808758 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.809084 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.809316 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.809535 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.809758 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.810036 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.810276 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.810515 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.810795 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.811043 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.811278 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.811534 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.811769 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.811996 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.812218 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.812452 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.812689 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.812973 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.813174 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.813470 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.813770 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.813975 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.814231 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.814470 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.814690 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.814903 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.815121 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.815361 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.815607 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.815820 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.816037 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.816274 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.816511 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.816767 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.816977 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.817212 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.817436 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.817892 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.818337 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.818592 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.818827 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.819054 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.819310 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.819550 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.819763 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.820028 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.820250 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.820483 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.820742 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.820966 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.821177 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.821412 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.821636 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.821848 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.822103 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.822352 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.822685 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.822934 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.823182 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.823441 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.823658 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.823906 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.824143 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.824376 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.824597 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.825782 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.826054 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.826529 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.827007 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.827267 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.827508 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.827769 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.828008 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.828258 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.828485 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.828814 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.829080 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.829354 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.829695 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.829970 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.830249 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.830509 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.830740 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.830960 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.831198 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.831426 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.831674 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.831879 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.832100 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.832319 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.832551 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.832805 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.833046 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.833277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.833493 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.833716 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.833942 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.834187 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.834449 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.834805 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.835072 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.835312 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.835801 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.836024 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.836247 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.836497 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.836738 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.836956 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.837181 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.837401 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.837636 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.837961 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.838226 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.838452 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.838741 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.838990 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.839254 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.839500 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.839819 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.840036 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.840313 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.840542 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.840789 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.841012 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.841269 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.841615 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.841883 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.842135 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.842373 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.842675 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.842949 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.843210 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.843448 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.843740 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.844067 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.844340 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.844597 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.845381 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.845637 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.845864 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.846085 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.846342 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.846583 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.846804 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.847063 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.847313 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.847563 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.847784 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.848075 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.848232 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.848453 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.848693 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.848924 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.849430 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.849430 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:00:48.849834 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:00:48.849984 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:00:48.850137 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:00:48.850326 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:00:48.850499 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:00:48.850655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:00:48.850868 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851033 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851196 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851358 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851520 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851708 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.851853 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852013 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852172 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852324 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852481 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852641 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852828 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.852988 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853150 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853309 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853469 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853629 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853793 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.853953 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854111 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854270 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854428 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] debug = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854589 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854800 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.854956 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855116 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855276 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855436 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855758 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.855918 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856078 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856237 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856395 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856553 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856734 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.856893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857052 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857212 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857371 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host = dv-cinder-801913-2-iscsi {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857529 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857688 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.857846 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858006 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858166 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858323 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858482 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858642 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858799 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.858959 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859118 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859435 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859753 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_options = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.859911 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.860070 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.860230 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.860414 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.860619 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.861317 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.861463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.861629 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.861790 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.861950 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862104 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862252 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862389 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862549 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862708 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.862858 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863015 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863173 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863332 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863478 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863622 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863784 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.863941 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864095 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864249 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864408 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864568 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864748 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.864907 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.865066 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.865232 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.865390 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.865708 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.865876 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866042 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866199 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866359 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866523 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866682 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.866842 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867001 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867163 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867321 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867481 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867641 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867802 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_json = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.867960 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868119 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868278 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868437 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868598 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868775 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.868912 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.869074 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:00:48.869253 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.869416 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.869589 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.869750 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.869911 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870073 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870235 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870397 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870558 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870718 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.870855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:00:48.870957 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871041 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871199 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871361 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871523 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871687 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.871848 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872009 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872170 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872330 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872491 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872677 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.872847 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873010 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873173 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873333 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873504 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873644 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873806 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.873969 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874131 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874294 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874455 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874622 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.874946 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875105 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875267 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875428 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875591 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875753 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.875915 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876077 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876274 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876436 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876600 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876783 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.876947 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877109 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877270 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877442 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877606 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877767 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.877928 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878090 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878251 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878411 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878572 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878732 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.878894 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879055 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879229 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879391 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879552 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879713 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.879876 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880037 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880199 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880360 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880522 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880699 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.880849 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881012 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881176 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881355 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881510 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881667 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881830 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.881992 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882215 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882363 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882482 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882609 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882770 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.882940 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883116 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883277 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883437 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883611 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883792 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.883920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884062 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884221 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884382 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884543 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884741 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.884905 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885071 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885231 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885393 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885554 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885714 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.885874 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886034 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886195 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886354 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886516 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886676 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886837 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.886997 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887155 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887326 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887486 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887649 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887809 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.887977 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888150 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888311 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888472 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888633 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888809 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.888964 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889125 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889287 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889448 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889607 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889767 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.889937 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890109 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890269 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890434 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890630 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890775 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.890930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.891070 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.891213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.891372 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.891532 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.891695 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.892456 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.892622 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.892820 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.892965 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893133 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893295 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893458 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893618 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893779 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.893947 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894108 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894267 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894429 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894590 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894750 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.894910 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.895071 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.895230 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.895390 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.895554 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.895713 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.896072 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.896420 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.896788 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.896942 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.897106 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.897267 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.897429 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.900696 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.901655 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902094 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902479 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902479 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902610 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.902705 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903032 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903032 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903219 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903328 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903551 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903719 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.903881 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904042 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904202 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904364 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904536 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904726 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.904888 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905048 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905208 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905368 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905539 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905700 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.905861 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906069 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906237 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906399 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906570 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906731 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.906892 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.907053 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.907213 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.907463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.908163 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.908328 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.908490 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.908670 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.908846 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909021 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909194 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909357 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909519 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909680 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.909920 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.912930 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913463 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.913893 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914160 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914222 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914383 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914595 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914717 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914822 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.914983 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915144 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915305 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915467 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915628 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915790 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.915988 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.916098 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.916785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.916785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.916785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.916785 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.917065 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.917065 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.917216 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:00:48.917295 dv-cinder-801913-2-iscsi neutron-server[93052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:00:49.148889 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36274) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:00:49.157203 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061326 Jul 22 23:01:00.485472 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfbf508-322a-4137-b8cc-1c52ce9d42c4 None None] get_active_networks_info from dv-cinder-801913-2-iscsi {{(pid=93163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:01:00.557427 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbf508-322a-4137-b8cc-1c52ce9d42c4 None None] No non-hosted networks {{(pid=93163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:01:00.566556 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.agentschedulers_db [None req-ccfbf508-322a-4137-b8cc-1c52ce9d42c4 None None] DHCP Agent not found on host dv-cinder-801913-2-iscsi {{(pid=93163) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 23:01:00.759774 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-158239b3-945a-42fc-afe8-d0bad3e31a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:02.831483 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:02.832391 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.833607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.833607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.833957 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.834501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.835052 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.835476 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.836301 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.837618 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.838883 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.839891 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.840352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:02.841823 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801913-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:02.853276 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801913-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:02.909911 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ef33965f-203f-44cd-b61c-76b01544fbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:02.997775 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-850c3024-ad4f-42ab-9cb7-969c04919e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:04.020943 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:05.708129 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:06.764016 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36368) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:07.259545 dv-cinder-801913-2-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-1bacdc9b-7fb5-472c-b74d-f4e3e09fc28a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:07.260216 dv-cinder-801913-2-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-1bacdc9b-7fb5-472c-b74d-f4e3e09fc28a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:07.482280 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-1bacdc9b-7fb5-472c-b74d-f4e3e09fc28a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:01:07.483284 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1bacdc9b-7fb5-472c-b74d-f4e3e09fc28a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7183504 Jul 22 23:01:09.262448 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.db.l3_hamode_db [None req-671864ab-ea85-48bb-97eb-917ce8448602 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:01:09.341200 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671864ab-ea85-48bb-97eb-917ce8448602 None None] Routers set() bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:01:09.341589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671864ab-ea85-48bb-97eb-917ce8448602 None None] Router IDs set() for agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:01:09.846412 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36382) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:10.147127 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:10.239963 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.policy [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:01:10.284442 dv-cinder-801913-2-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:10.284839 dv-cinder-801913-2-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:10.293241 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.quota [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] Loaded quota_driver: . Jul 22 23:01:10.383938 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004489542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004485781', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004599501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004597895', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004595530', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739004584496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-539892', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1354463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455437'] for rbac-policy, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:10.449952 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:10.451680 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8fb39c19-61c9-47fe-b126-437491e72184 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6043022 Jul 22 23:01:12.992057 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 36394) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:13.476860 dv-cinder-801913-2-iscsi neutron-server[93161]: WARNING oslo_policy.policy [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:13.477421 dv-cinder-801913-2-iscsi neutron-server[93161]: WARNING oslo_policy.policy [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:13.694177 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Request body: {'network': {'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'name': 'private', 'admin_state_up': True, 'project_id': 'f7b9978c35544437a9f17225ce725d14'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:13.695833 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.quota [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Loaded quota_driver: . Jul 22 23:01:13.753894 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Made reservation on behalf of f7b9978c35544437a9f17225ce725d14 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:01:13.819537 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.policy [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:01:13.864375 dv-cinder-801913-2-iscsi neutron-server[93161]: WARNING oslo_policy.policy [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:13.864771 dv-cinder-801913-2-iscsi neutron-server[93161]: WARNING oslo_policy.policy [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:01:13.874550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:13.896116 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.034353 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.038149 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.062779 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:01:14.089181 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739007704104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.089791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Unsubscribe: segment precommit_create {{(pid=93161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:01:14.090275 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Added segment 2520077d-a79f-4952-ac52-56494fe20369 of type vlan for network 064c867a-9e96-458c-bd45-45e095574b83 Jul 22 23:01:14.106371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b4679-eea3-4bb2-b761-50074eb160cd,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:14.127941 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.128307 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.128677 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.129012 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.129350 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.129695 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.130025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.130351 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.130690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.131014 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.131334 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.131653 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Tracked resource versions report: Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: pushed versions: Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: { 'AddressGroup': {'1.2'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'ConntrackHelper': {'1.0'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Log': {'1.0'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Network': {'1.1'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Port': {'1.7'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'PortForwarding': {'1.2'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'QosPolicy': {'1.8'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroup': {'1.4'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SubPort': {'1.0'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Subnet': {'1.1'}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Trunk': {'1.1'}} Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: consumer versions: Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'ConntrackHelper': '1.0', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Log': '1.0', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Network': '1.1', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Port': '1.7', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'PortForwarding': '1.2', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'QosPolicy': '1.8', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroup': '1.4', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroupRule': '1.2', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SubPort': '1.0', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Subnet': '1.1', Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Trunk': '1.1'}} Jul 22 23:01:14.133125 dv-cinder-801913-2-iscsi neutron-server[93161]: {{(pid=93161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:01:14.224983 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.278333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.279780 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:14.280555 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:14.339574 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3451734 Jul 22 23:01:14.383872 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e8fe8-00a8-48b5-ab6b-3e91fba841b2 admin admin] Pushing event updated for resources: {'Network': ['ID=064c867a-9e96-458c-bd45-45e095574b83,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:14.396700 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 064c867a-9e96-458c-bd45-45e095574b83 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:01:16.968060 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 36416) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:17.358420 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a2550-5da2-4da4-9864-8fc3ce69f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:17.359794 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-572a2550-5da2-4da4-9864-8fc3ce69f140 admin admin] 10.222.0.15 "GET /v2.0/networks/064c867a-9e96-458c-bd45-45e095574b83 HTTP/1.1" status: 200 len: 825 time: 0.3907194 Jul 22 23:01:17.398146 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f0538731-5c46-4d90-bdc5-2f0d290aeec0 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/2b06a0f0-922c-4bbd-8000-bd0f282fcb5c HTTP/1.1" status: 200 len: 734 time: 0.0318847 Jul 22 23:01:17.406772 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Request body: {'subnet': {'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:17.429488 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Made reservation on behalf of f7b9978c35544437a9f17225ce725d14 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:01:17.431777 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:17.730228 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:17.790841 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:17.801099 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Checking segment: {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:01:17.801472 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Network hostable DHCP agents. Network: 064c867a-9e96-458c-bd45-45e095574b83, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:01:17.824260 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Network 064c867a-9e96-458c-bd45-45e095574b83 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:01:17.834206 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 064c867a-9e96-458c-bd45-45e095574b83) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:17.839042 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:17.839618 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:17.843949 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d707e2-5d8b-4549-912e-eeb4db8a5dcc None None] Network 064c867a-9e96-458c-bd45-45e095574b83 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:01:17.853168 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d3830981-1431-4fa2-902c-c54ceb065b11 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4498332 Jul 22 23:01:18.167865 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-064c867a-9e96-458c-bd45-45e095574b83', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:01:18.169132 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:18.441113 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Allocated IP 172.20.0.2 (064c867a-9e96-458c-bd45-45e095574b83/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae/34a523da-6681-4c39-86ae-2342c72a9b9c) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:01:18.669420 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:18.683569 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Transition to ACTIVE for port object 34a523da-6681-4c39-86ae-2342c72a9b9c will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:01:18.704431 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Transition to ACTIVE for port object 34a523da-6681-4c39-86ae-2342c72a9b9c will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:01:18.714367 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:18.788559 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Network 064c867a-9e96-458c-bd45-45e095574b83 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:01:18.793321 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:18.796498 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:01:18.804786 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Pushing event updated for resources: {'Port': ['ID=34a523da-6681-4c39-86ae-2342c72a9b9c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:18.852118 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.852822 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.852822 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.853148 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.853480 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.853858 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.854188 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.854512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.854850 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.855177 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.855499 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.855819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Tracked resource versions report: Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: pushed versions: Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: consumer versions: Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Log': '1.0', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Network': '1.1', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Port': '1.7', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SubPort': '1.0', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Subnet': '1.1', Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jul 22 23:01:18.857002 dv-cinder-801913-2-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:01:18.890296 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Attempting to bind port 34a523da-6681-4c39-86ae-2342c72a9b9c on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:01:18.890695 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Attempting to bind port 34a523da-6681-4c39-86ae-2342c72a9b9c by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:01:18.891115 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Attempting to bind port 34a523da-6681-4c39-86ae-2342c72a9b9c on network 064c867a-9e96-458c-bd45-45e095574b83 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:01:18.896422 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:01:18.896862 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Checking segment: {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:01:18.897335 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:18.897726 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Bound using segment: {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:01:18.898213 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Bound port: 34a523da-6681-4c39-86ae-2342c72a9b9c, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:01:18.898626 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:18.965632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] For port 34a523da-6681-4c39-86ae-2342c72a9b9c, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:01:18.969861 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] For port 34a523da-6681-4c39-86ae-2342c72a9b9c, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=34a523da-6681-4c39-86ae-2342c72a9b9c,segment=NetworkSegment(2520077d-a79f-4952-ac52-56494fe20369),segment_id=2520077d-a79f-4952-ac52-56494fe20369)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:01:18.973501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:19.042785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f8b4e-d71a-49da-9210-e112785fa71b None None] Pushing event updated for resources: {'Port': ['ID=34a523da-6681-4c39-86ae-2342c72a9b9c,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:20.214057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36424) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:20.532102 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-532121cc-726f-4b87-80ba-515c6e71d1e3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:01:20.533066 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-532121cc-726f-4b87-80ba-515c6e71d1e3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180709 Jul 22 23:01:22.920627 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36432) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:23.230736 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-33bbd4b3-e25d-4618-804b-d7a3dd84c572 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:01:23.231803 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-33bbd4b3-e25d-4618-804b-d7a3dd84c572 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102331 Jul 22 23:01:25.865074 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36442) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:26.159913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f7b9978c35544437a9f17225ce725d14'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:26.208616 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:26.210385 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:26.360959 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:26.366371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:26.378598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:26.379793 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-612184da-66a9-4986-b88c-f8bbff9e7d3e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5137644 Jul 22 23:01:26.808563 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 34a523da-6681-4c39-86ae-2342c72a9b9c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:26.903055 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 34a523da-6681-4c39-86ae-2342c72a9b9c completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:01:27.357498 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a10cb-c6f6-4a9e-984f-cd5a6dec7f3f None None] Network 064c867a-9e96-458c-bd45-45e095574b83 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:01:27.389718 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Provisioning for port 34a523da-6681-4c39-86ae-2342c72a9b9c completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:01:27.419685 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Provisioning complete for port 34a523da-6681-4c39-86ae-2342c72a9b9c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:27.420086 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:27.577485 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:27.640244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] For port 34a523da-6681-4c39-86ae-2342c72a9b9c, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=34a523da-6681-4c39-86ae-2342c72a9b9c,segment=NetworkSegment(2520077d-a79f-4952-ac52-56494fe20369),segment_id=2520077d-a79f-4952-ac52-56494fe20369)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:01:27.647608 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:27.712556 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7d51b-e5c1-4b7a-bebd-03b56e8dc4d0 None None] Pushing event updated for resources: {'Port': ['ID=34a523da-6681-4c39-86ae-2342c72a9b9c,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:27.867592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3b80f15f-4248-4026-9cd2-23832198c967 None None] Provisioning complete for port 34a523da-6681-4c39-86ae-2342c72a9b9c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:27.868211 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3b80f15f-4248-4026-9cd2-23832198c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:28.772094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36454) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:28.777204 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 34a523da-6681-4c39-86ae-2342c72a9b9c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:28.825125 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 34a523da-6681-4c39-86ae-2342c72a9b9c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:28.825496 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:29.081809 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [None req-a6f5be40-302f-4b0e-b2da-8748c2427bd9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:01:29.082813 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a6f5be40-302f-4b0e-b2da-8748c2427bd9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097646 Jul 22 23:01:30.343145 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ec88781c-8f40-4541-882d-1d763a7246cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.449008 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36462) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:31.750066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:31.772413 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Made reservation on behalf of 9139ea0225bc4fd6a7e2e123a9c3283b for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:01:31.775138 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.791594 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.904273 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.908045 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.919589 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Reserving flat network on physical network physnet1 {{(pid=93162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:01:31.955823 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739007704104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:31.956396 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Unsubscribe: segment precommit_create {{(pid=93162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:01:31.956899 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Added segment 2d1dc58f-ea20-4644-a4c9-cc4f66fb290f of type flat for network 301a2776-9e1c-4676-9448-f0997d65bbda Jul 22 23:01:31.973855 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710fbc43-d95a-4dd5-9b63-09b826b876e6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:32.016322 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.016749 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.017038 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.017365 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.018303 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.018682 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.019008 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.019326 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.019658 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.019974 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.020289 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.020600 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Tracked resource versions report: Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: pushed versions: Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: consumer versions: Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Log': '1.0', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Network': '1.1', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Port': '1.7', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SubPort': '1.0', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Subnet': '1.1', Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jul 22 23:01:32.021736 dv-cinder-801913-2-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:01:32.073675 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:32.127956 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:32.129062 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:32.129706 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:32.179428 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7293186 Jul 22 23:01:32.230482 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768ec6-cec2-456e-917a-f560df7f0092 admin admin] Pushing event updated for resources: {'Network': ['ID=301a2776-9e1c-4676-9448-f0997d65bbda,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:32.243971 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 301a2776-9e1c-4676-9448-f0997d65bbda details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:01:32.821062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:32.907706 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92f86dc4-c5dc-42c3-a200-a3510e3d602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:33.962580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:34.536575 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36484) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:34.748007 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008685b8-ecb0-4259-bc3a-7719e6da010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:34.749406 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-008685b8-ecb0-4259-bc3a-7719e6da010b admin admin] 10.222.0.15 "GET /v2.0/subnets/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae HTTP/1.1" status: 200 len: 849 time: 0.2118418 Jul 22 23:01:34.879025 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-89a351d5-7ab7-40e8-8531-6f614d89e3dd admin admin] 10.222.0.15 "GET /v2.0/routers/e7c09b90-700c-48ca-b86a-da189a77dbb8 HTTP/1.1" status: 200 len: 704 time: 0.1236339 Jul 22 23:01:35.145159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:35.436444 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Allocated IP 172.20.0.1 (064c867a-9e96-458c-bd45-45e095574b83/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae/f0c8b5b9-c517-43c7-be8e-7c0a7c43730c) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:01:35.617485 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:35.640247 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Transition to ACTIVE for port object f0c8b5b9-c517-43c7-be8e-7c0a7c43730c will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:01:35.661330 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:35.722423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:35.787313 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Network 064c867a-9e96-458c-bd45-45e095574b83 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:01:35.797171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:35.801368 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:01:35.801937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:35.863802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:36.004648 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-a7d96e12-6954-4c08-8a18-c19b4564922b None None] Provisioning for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:01:36.008203 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-a7d96e12-6954-4c08-8a18-c19b4564922b None None] Provisioning complete for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:36.008578 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7d96e12-6954-4c08-8a18-c19b4564922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.045022 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a7d96e12-6954-4c08-8a18-c19b4564922b None None] Port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:01:36.079057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.251378 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.255759 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.256476 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.315178 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:36.379272 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Network 064c867a-9e96-458c-bd45-45e095574b83 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:01:36.380575 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:36.537558 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Router e7c09b90-700c-48ca-b86a-da189a77dbb8 is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:01:36.564016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-66280988-5d2f-4f05-b17b-e58f787ffe44 None None] Provisioning complete for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:36.564390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-66280988-5d2f-4f05-b17b-e58f787ffe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:36.597075 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-66280988-5d2f-4f05-b17b-e58f787ffe44 None None] Port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:01:36.627318 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:01:36.632755 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d18515c1-daf1-48f9-9ca5-51ec7e7d1b71 admin admin] 10.222.0.15 "PUT /v2.0/routers/e7c09b90-700c-48ca-b86a-da189a77dbb8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7488716 Jul 22 23:01:36.656866 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Sync routers for ids ['e7c09b90-700c-48ca-b86a-da189a77dbb8'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:01:36.668435 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Routers {'e7c09b90-700c-48ca-b86a-da189a77dbb8'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:01:36.669288 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:01:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e7c09b90-700c-48ca-b86a-da189a77dbb8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:36.850503 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Set router e7c09b90-700c-48ca-b86a-da189a77dbb8 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:01:37.284378 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:36Z', 'revision_number': 2, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:36Z', 'revision_number': 2, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:37.335351 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Checking router: e7c09b90-700c-48ca-b86a-da189a77dbb8 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:01:37.335718 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Updating router e7c09b90-700c-48ca-b86a-da189a77dbb8 port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:01:37.397680 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:37.890839 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:37.910295 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Transition to ACTIVE for port object f0c8b5b9-c517-43c7-be8e-7c0a7c43730c will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:01:37.917476 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:38.083160 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Pushing event updated for resources: {'Port': ['ID=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:38.090894 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Attempting to bind port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:01:38.091297 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Attempting to bind port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:01:38.091719 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Attempting to bind port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c on network 064c867a-9e96-458c-bd45-45e095574b83 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:01:38.100163 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.100515 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.100882 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.101218 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.101548 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.101878 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.102204 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.102530 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.102894 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.103219 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.103539 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.103860 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Tracked resource versions report: Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: pushed versions: Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: consumer versions: Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Log': '1.0', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Network': '1.1', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Port': '1.7', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SubPort': '1.0', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Subnet': '1.1', Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jul 22 23:01:38.105010 dv-cinder-801913-2-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:01:38.109242 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:01:38.109666 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Checking segment: {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:01:38.110134 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:38.110515 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Bound using segment: {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:01:38.111008 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Bound port: f0c8b5b9-c517-43c7-be8e-7c0a7c43730c, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2520077d-a79f-4952-ac52-56494fe20369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '064c867a-9e96-458c-bd45-45e095574b83'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:01:38.111444 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:38.179492 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] For port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:01:38.202709 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] For port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,segment=NetworkSegment(2520077d-a79f-4952-ac52-56494fe20369),segment_id=2520077d-a79f-4952-ac52-56494fe20369)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:01:38.208194 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:38.259089 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7ce0c-0088-4e92-9dd6-43aa65ce0b0e None None] Pushing event updated for resources: {'Port': ['ID=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:38.280099 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Routers {'e7c09b90-700c-48ca-b86a-da189a77dbb8'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:01:38.280749 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:01:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e7c09b90-700c-48ca-b86a-da189a77dbb8'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:38.372470 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] Set router e7c09b90-700c-48ca-b86a-da189a77dbb8 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:01:38.588628 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:36Z', 'revision_number': 2, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:38Z', 'revision_number': 4, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:38.617506 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcc2c5-9476-4b7b-9ff9-59b3a186e3ba None None] The sync data for ids ['e7c09b90-700c-48ca-b86a-da189a77dbb8'] in dv-cinder-801913-2-iscsi is: [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:36Z', 'revision_number': 2, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:38Z', 'revision_number': 4, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:01:38.849354 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 36504) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:38.959741 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891c40-5f00-44ef-b2f9-abab0ed82fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:38.964699 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-9b891c40-5f00-44ef-b2f9-abab0ed82fa6 admin admin] 10.222.0.15 "GET /v2.0/networks/301a2776-9e1c-4676-9448-f0997d65bbda HTTP/1.1" status: 200 len: 842 time: 0.1108303 Jul 22 23:01:38.970508 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:38.990476 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Made reservation on behalf of 9139ea0225bc4fd6a7e2e123a9c3283b for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:01:38.992626 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:39.333150 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.objects.ports [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93161) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:01:39.333513 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:39.389198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:39.396731 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:01:39.397086 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Network hostable DHCP agents. Network: 301a2776-9e1c-4676-9448-f0997d65bbda, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:01:39.412533 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:01:39.420925 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 301a2776-9e1c-4676-9448-f0997d65bbda) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:39.425650 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:39.426262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:39.429903 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b2ecf-2521-4d5d-9d81-749917849069 None None] Network 301a2776-9e1c-4676-9448-f0997d65bbda requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:01:39.440802 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-304e46bd-b71d-46ae-8196-de35f098d54c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4736776 Jul 22 23:01:39.583632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d87776-1145-4a7a-a9a5-8239a6b73f89 None None] Network 301a2776-9e1c-4676-9448-f0997d65bbda requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:01:41.703761 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 36512) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:41.828609 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8104f1ab-54a4-4c13-a0f6-3a12eb33c40e admin admin] 10.222.0.15 "GET /v2.0/routers/e7c09b90-700c-48ca-b86a-da189a77dbb8 HTTP/1.1" status: 200 len: 710 time: 0.1237402 Jul 22 23:01:41.915447 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe03bc-fef1-4dee-8d9c-9111a6fed17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:01:41.917576 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4bfe03bc-fef1-4dee-8d9c-9111a6fed17e admin admin] 10.222.0.15 "GET /v2.0/networks/301a2776-9e1c-4676-9448-f0997d65bbda HTTP/1.1" status: 200 len: 886 time: 0.0839200 Jul 22 23:01:41.925469 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:01:42.173129 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:42.473157 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:42.543939 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:42.646184 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Allocated IP 172.27.0.244 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/5127bea1-c462-4a47-8f43-fbe03a283f04) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:01:42.743819 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:42.785365 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:42.818664 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:01:42.821432 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:01:42.828456 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:01:42.890339 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Pushing event updated for resources: {'Port': ['ID=5127bea1-c462-4a47-8f43-fbe03a283f04,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:43.079426 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:43.279561 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:43.282709 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811547'] for router, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:43.386439 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Router e7c09b90-700c-48ca-b86a-da189a77dbb8 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:01:43.491151 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:01:43.495484 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:43.496721 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2b692295-ee64-4721-9cb9-d6ab2dacc47d admin admin] 10.222.0.15 "PUT /v2.0/routers/e7c09b90-700c-48ca-b86a-da189a77dbb8 HTTP/1.1" status: 200 len: 890 time: 1.5745754 Jul 22 23:01:44.809716 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f0c8b5b9-c517-43c7-be8e-7c0a7c43730c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:44.863152 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:01:44.867603 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:44.868249 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:44.954964 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:45.019628 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Sync routers for ids ['e7c09b90-700c-48ca-b86a-da189a77dbb8'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:01:45.047609 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Routers {'e7c09b90-700c-48ca-b86a-da189a77dbb8'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:01:45.048264 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:01:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e7c09b90-700c-48ca-b86a-da189a77dbb8'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:45.052113 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,segment=NetworkSegment(2520077d-a79f-4952-ac52-56494fe20369),segment_id=2520077d-a79f-4952-ac52-56494fe20369)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:01:45.068627 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:45.248732 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=f0c8b5b9-c517-43c7-be8e-7c0a7c43730c,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:45.290851 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Set router e7c09b90-700c-48ca-b86a-da189a77dbb8 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:01:45.670590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:42Z', 'revision_number': 4, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port': {'id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:42Z', 'updated_at': '2021-07-22T23:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:45Z', 'revision_number': 5, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:45.721713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Checking router: e7c09b90-700c-48ca-b86a-da189a77dbb8 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:01:45.722057 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Updating router e7c09b90-700c-48ca-b86a-da189a77dbb8 port 5127bea1-c462-4a47-8f43-fbe03a283f04 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:01:45.754328 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:45.882989 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 36524) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:01:46.029074 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-900ab5b2-83e7-4421-96ee-7b636a9e8684 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1443143 Jul 22 23:01:46.082512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:46.093441 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Transition to ACTIVE for port object 5127bea1-c462-4a47-8f43-fbe03a283f04 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:01:46.100380 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:46.152306 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2687-2031-462e-a233-8874ed2818cf None None] Pushing event updated for resources: {'Port': ['ID=5127bea1-c462-4a47-8f43-fbe03a283f04,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:46.154783 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Attempting to bind port 5127bea1-c462-4a47-8f43-fbe03a283f04 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:01:46.155155 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Attempting to bind port 5127bea1-c462-4a47-8f43-fbe03a283f04 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:01:46.155520 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Attempting to bind port 5127bea1-c462-4a47-8f43-fbe03a283f04 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:01:46.161830 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:01:46.162206 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:01:46.162609 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:46.162999 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:01:46.163472 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Bound port: 5127bea1-c462-4a47-8f43-fbe03a283f04, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:01:46.163874 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:46.215530 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] For port 5127bea1-c462-4a47-8f43-fbe03a283f04, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:01:46.218898 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] For port 5127bea1-c462-4a47-8f43-fbe03a283f04, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=5127bea1-c462-4a47-8f43-fbe03a283f04,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:01:46.222830 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:46.282647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Routers {'e7c09b90-700c-48ca-b86a-da189a77dbb8'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:01:46.283262 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:01:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e7c09b90-700c-48ca-b86a-da189a77dbb8'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:46.288256 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2687-2031-462e-a233-8874ed2818cf None None] Pushing event updated for resources: {'Port': ['ID=5127bea1-c462-4a47-8f43-fbe03a283f04,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:46.469972 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] Set router e7c09b90-700c-48ca-b86a-da189a77dbb8 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:01:46.682006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:42Z', 'revision_number': 4, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port': {'id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:42Z', 'updated_at': '2021-07-22T23:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:45Z', 'revision_number': 5, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:01:46.708361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324f6ea-21c4-4430-829f-caca4cd5c840 None None] The sync data for ids ['e7c09b90-700c-48ca-b86a-da189a77dbb8'] in dv-cinder-801913-2-iscsi is: [{'id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'name': 'router1', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:01:26Z', 'updated_at': '2021-07-22T23:01:42Z', 'revision_number': 4, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'gw_port': {'id': '5127bea1-c462-4a47-8f43-fbe03a283f04', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:42Z', 'updated_at': '2021-07-22T23:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f0c8b5b9-c517-43c7-be8e-7c0a7c43730c', 'name': '', 'network_id': '064c867a-9e96-458c-bd45-45e095574b83', 'tenant_id': 'f7b9978c35544437a9f17225ce725d14', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c09b90-700c-48ca-b86a-da189a77dbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:01:35Z', 'updated_at': '2021-07-22T23:01:45Z', 'revision_number': 5, 'project_id': 'f7b9978c35544437a9f17225ce725d14', 'subnets': [{'id': 'e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b06a0f0-922c-4bbd-8000-bd0f282fcb5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:01:46.817164 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f0c8b5b9-c517-43c7-be8e-7c0a7c43730c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:46.878532 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:46.879030 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:48.833112 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 5127bea1-c462-4a47-8f43-fbe03a283f04 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:48.882590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 5127bea1-c462-4a47-8f43-fbe03a283f04 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:01:48.894010 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 5127bea1-c462-4a47-8f43-fbe03a283f04 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:48.894508 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:48.995541 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:49.023382 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 5127bea1-c462-4a47-8f43-fbe03a283f04, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=5127bea1-c462-4a47-8f43-fbe03a283f04,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:01:49.030392 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:01:49.102241 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=5127bea1-c462-4a47-8f43-fbe03a283f04,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:01:49.786898 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:01:50.855192 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 5127bea1-c462-4a47-8f43-fbe03a283f04 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:01:50.913588 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 5127bea1-c462-4a47-8f43-fbe03a283f04 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:01:50.913970 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:00.346374 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-877db938-8dff-4996-b566-832490f9f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:02.827515 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:02.917807 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dbecfb6-68a0-4b47-b229-34e5daa72eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:03.969946 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:05.680820 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:26.787264 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:02:30.348695 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d50c6a9-678c-431a-a2a1-b454fc9a0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:32.826696 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:32.910031 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-62b33aa0-8b7c-4aeb-835a-175cb53b4df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:33.972514 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:35.686073 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:00.352268 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d5ce392d-dca6-49e9-a319-baa27aa7feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:02.819465 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:02.910352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-db49589e-993a-434f-8372-eb333ee0a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.785776 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:03:03.974876 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:05.687326 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:22.486599 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37092) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:22.545113 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36492f2-6771-40b4-ac33-aa9876222c1d admin admin] GET failed (client error): The resource could not be found. Jul 22 23:03:22.546429 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a36492f2-6771-40b4-ac33-aa9876222c1d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588932 Jul 22 23:03:22.706129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6231f70-dbdb-4fe9-b63d-8159544226e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:22.707533 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e6231f70-dbdb-4fe9-b63d-8159544226e4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573164 Jul 22 23:03:24.829202 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37102) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:24.919196 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b7f83-a3bc-41d6-aacf-574b1432d14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:24.920566 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f93b7f83-a3bc-41d6-aacf-574b1432d14d admin admin] 10.222.0.15 "GET /v2.0/subnets/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae HTTP/1.1" status: 200 len: 849 time: 0.0904076 Jul 22 23:03:24.930316 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:25.016723 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.163681 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739007556208'] for subnet, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.199044 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:25.199655 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.200962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] 10.222.0.15 "PUT /v2.0/subnets/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae HTTP/1.1" status: 200 len: 868 time: 0.2749465 Jul 22 23:03:25.204388 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70232ee1-0620-4f1e-87b9-67bbd9f48976 None None] Network 064c867a-9e96-458c-bd45-45e095574b83 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:25.224025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:25.231216 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.231745 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.231929 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.232258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.232589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.232963 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.233300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.233780 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.234135 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.234466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.234789 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.235113 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7223e7-25c0-4a5a-b20e-bc44a0b0064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:25.596143 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4f2d5f45-183d-4266-b82d-5317dc87048b None None] Provisioning complete for port f0c8b5b9-c517-43c7-be8e-7c0a7c43730c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:25.596517 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5f45-183d-4266-b82d-5317dc87048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.680879 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4f2d5f45-183d-4266-b82d-5317dc87048b None None] Provisioning complete for port 34a523da-6681-4c39-86ae-2342c72a9b9c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:25.681152 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5f45-183d-4266-b82d-5317dc87048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:27.402105 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37110) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:27.603499 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac25ca-9816-4c50-981f-ebda2a3cf5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:27.603921 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac25ca-9816-4c50-981f-ebda2a3cf5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:27.605613 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-58ac25ca-9816-4c50-981f-ebda2a3cf5c9 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024722 Jul 22 23:03:29.776215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37120) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:29.992723 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0371d6-54f0-4404-9073-2333bf447f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:29.993128 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0371d6-54f0-4404-9073-2333bf447f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:29.994671 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5d0371d6-54f0-4404-9073-2333bf447f8d admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2174423 Jul 22 23:03:30.353826 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f18d0004-9048-45bf-b251-9d57d23931a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.195489 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37128) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:32.323152 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4317ef4-e8d9-4a66-ba69-0899807b3d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:32.324532 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c4317ef4-e8d9-4a66-ba69-0899807b3d31 admin admin] 10.222.0.15 "GET /v2.0/networks/064c867a-9e96-458c-bd45-45e095574b83 HTTP/1.1" status: 200 len: 869 time: 0.1281619 Jul 22 23:03:32.822449 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.906123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-94b8f827-856e-48a9-853e-6dec8daa0dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.973197 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:34.481506 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37136) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:34.603686 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b3577-3e39-4aa1-8843-ca69147af0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:34.605076 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-734b3577-3e39-4aa1-8843-ca69147af0a7 admin admin] 10.222.0.15 "GET /v2.0/networks/301a2776-9e1c-4676-9448-f0997d65bbda HTTP/1.1" status: 200 len: 886 time: 0.1226084 Jul 22 23:03:35.689274 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.740084 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37144) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:36.857622 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9104f7b-cecf-410d-9bf7-c44bb43ce820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:36.858085 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9104f7b-cecf-410d-9bf7-c44bb43ce820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:36.859611 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d9104f7b-cecf-410d-9bf7-c44bb43ce820 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1179445 Jul 22 23:03:39.021043 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37152) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:39.114931 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd3e46-b655-4f58-830e-cbaa23ca0d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:39.115375 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd3e46-b655-4f58-830e-cbaa23ca0d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:39.116928 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5dcd3e46-b655-4f58-830e-cbaa23ca0d57 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942848 Jul 22 23:03:40.784738 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:03:41.281203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37162) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:41.363696 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57368ed-b5ec-4d64-901e-8c2d3a5efb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:41.365034 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a57368ed-b5ec-4d64-901e-8c2d3a5efb77 admin admin] 10.222.0.15 "GET /v2.0/subnets/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f HTTP/1.1" status: 200 len: 816 time: 0.0828831 Jul 22 23:03:43.530381 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37170) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:43.617952 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efca71d-6bf6-446c-b67c-0f1d85466149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:43.619273 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6efca71d-6bf6-446c-b67c-0f1d85466149 admin admin] 10.222.0.15 "GET /v2.0/subnets/e7407f2b-ed99-4b09-bf01-3c5cf6a4f0ae HTTP/1.1" status: 200 len: 868 time: 0.0879531 Jul 22 23:04:00.355992 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79a1f252-0818-4f70-a317-c87de509c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:02.824303 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:02.906001 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-211ca354-036e-4890-a95f-3d3ac8480bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:03.976822 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:05.693088 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:07.761853 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37222) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:04:07.808265 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [None req-f6ea02e1-d13c-45f2-bfe4-9c538c1ad532 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:04:07.809300 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f6ea02e1-d13c-45f2-bfe4-9c538c1ad532 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465083 Jul 22 23:04:10.035504 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37230) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:04:10.093276 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ee041e-c2f9-4293-8940-ee9c86fbbed0 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:04:10.094579 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b6ee041e-c2f9-4293-8940-ee9c86fbbed0 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581348 Jul 22 23:04:10.181353 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcda44-c848-40d5-a167-b2a4a83c6dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:04:10.182740 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d9bcda44-c848-40d5-a167-b2a4a83c6dc7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833147 Jul 22 23:04:12.385846 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37238) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:04:12.431123 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:04:12.451748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Made reservation on behalf of 9139ea0225bc4fd6a7e2e123a9c3283b for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:04:12.453959 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:12.481964 dv-cinder-801913-2-iscsi neutron-server[93162]: WARNING neutron.services.revisions.revision_plugin [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Could not find related network for resource to bump revision. Jul 22 23:04:12.496481 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:04:12.507338 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:12.507684 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Added segment e1ed22ed-1a5c-47e9-bfd3-69cb495d8832 of type vlan for network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 Jul 22 23:04:12.544448 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:12.570394 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:12.571226 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:04:12.571800 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:12.603735 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2168381 Jul 22 23:04:12.633272 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Pushing event updated for resources: {'Network': ['ID=38ca5b75-bd0a-490d-aca4-95e24edd40a9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:12.640494 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.640885 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.641228 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.641561 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.641887 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.642229 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.642556 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.642879 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.643215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.643575 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.643895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.644221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208dfdc-a36e-4efd-ba65-f1dc2dac2a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:12.655528 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:04:14.772357 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37246) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:04:14.829445 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f44782-74ad-42f9-a624-27ae725f6f19 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:04:14.830856 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c9f44782-74ad-42f9-a624-27ae725f6f19 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574362 Jul 22 23:04:14.898418 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7051860-1a51-42e8-9044-0711218426e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:04:14.899896 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b7051860-1a51-42e8-9044-0711218426e2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653114 Jul 22 23:04:14.910074 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9', 'description': 'shared-subnet'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:04:14.930569 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Made reservation on behalf of 9139ea0225bc4fd6a7e2e123a9c3283b for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:04:14.933157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.129038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.187694 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b01f96-7a9b-44ab-95ff-77d3efd5395e,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:15.192425 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Checking segment: {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:04:15.192878 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Network hostable DHCP agents. Network: 38ca5b75-bd0a-490d-aca4-95e24edd40a9, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:04:15.208327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:04:15.216420 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 38ca5b75-bd0a-490d-aca4-95e24edd40a9) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:04:15.220365 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:04:15.220998 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.225142 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493c48a-97e9-4e28-b1c1-9e292a790a70 None None] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:04:15.235612 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-394fc65e-2c79-4ad8-8172-7a81e62a4944 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3295162 Jul 22 23:04:15.471104 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-38ca5b75-bd0a-490d-aca4-95e24edd40a9', 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9', 'tenant_id': '9139ea0225bc4fd6a7e2e123a9c3283b', 'fixed_ips': [{'subnet_id': 'd8b01f96-7a9b-44ab-95ff-77d3efd5395e'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:04:15.472067 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.609920 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Allocated IP 192.168.233.2 (38ca5b75-bd0a-490d-aca4-95e24edd40a9/d8b01f96-7a9b-44ab-95ff-77d3efd5395e/b49d2810-f14e-4ba5-9f54-4a9b1d771fdc) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:04:15.754026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.763310 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Transition to ACTIVE for port object b49d2810-f14e-4ba5-9f54-4a9b1d771fdc will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:04:15.778345 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Transition to ACTIVE for port object b49d2810-f14e-4ba5-9f54-4a9b1d771fdc will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:04:15.784238 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.824205 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:04:15.827097 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:04:15.830036 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:04:15.835801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Pushing event updated for resources: {'Port': ['ID=b49d2810-f14e-4ba5-9f54-4a9b1d771fdc,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:15.846901 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.847200 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.847536 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.847868 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.848195 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.848531 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.848881 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.849205 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.849548 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.849909 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.850197 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.850514 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:04:15.904309 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Attempting to bind port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:04:15.904696 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Attempting to bind port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:04:15.905051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Attempting to bind port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc on network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:04:15.910489 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:04:15.910853 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Checking segment: {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:04:15.911264 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.911624 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Bound using segment: {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:04:15.912186 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Bound port: b49d2810-f14e-4ba5-9f54-4a9b1d771fdc, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:04:15.912588 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:15.976177 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] For port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:04:15.979850 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] For port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b49d2810-f14e-4ba5-9f54-4a9b1d771fdc,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:04:15.983955 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:16.041219 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf48476-52f7-42d6-b92b-b4a7fb459130 None None] Pushing event updated for resources: {'Port': ['ID=b49d2810-f14e-4ba5-9f54-4a9b1d771fdc,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:16.807361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c077c4-fcd6-4990-ac3c-8ab0d0afba66 None None] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:04:16.877292 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-ab8b0ec1-94f6-4689-aede-98ebc542f414 None None] Provisioning for port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:04:16.945362 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b49d2810-f14e-4ba5-9f54-4a9b1d771fdc up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:17.032314 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:04:17.041257 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:17.041630 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:17.129741 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:17.167379 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b49d2810-f14e-4ba5-9f54-4a9b1d771fdc,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:04:17.171607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:17.230023 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=b49d2810-f14e-4ba5-9f54-4a9b1d771fdc,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:17.306374 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8cc64723-7121-40ea-9a28-e15151608ec0 None None] Provisioning complete for port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:17.306769 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8cc64723-7121-40ea-9a28-e15151608ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:17.783110 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:04:18.896348 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b49d2810-f14e-4ba5-9f54-4a9b1d771fdc up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:18.945248 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port b49d2810-f14e-4ba5-9f54-4a9b1d771fdc triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:18.945640 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:30.356866 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7c3dea59-dc2f-485f-b2d9-7c2a09180482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:32.826317 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:32.911697 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-10d74b33-8c89-4ff2-ae60-99690308ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:33.980848 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:35.696588 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:54.782655 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:00.356944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1c4850b1-5e3d-4340-8803-e65614afb4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:02.828245 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:02.902723 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-86067e11-3a33-4452-bc4d-10dbd4d8c262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:03.984062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:05.702140 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:25.356109 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37298) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:25.362085 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [None req-b1dbbfd4-9638-4a79-a747-a3a329e8a7a3 tempest-verify_tempest_config-1731363971 tempest-verify_tempest_config-1731363971-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:05:25.363062 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b1dbbfd4-9638-4a79-a747-a3a329e8a7a3 tempest-verify_tempest_config-1731363971 tempest-verify_tempest_config-1731363971-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059457 Jul 22 23:05:25.656811 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37316) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:25.759110 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:25.841407 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:25.844860 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:25.888495 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17652f0b9ef843cbac0cfdf434b4ecb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2306228 Jul 22 23:05:25.889542 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4992f-e7e3-4ccf-b985-1fa2f3e25b23,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:05:25.891890 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37322) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:25.896113 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.896482 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.896857 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.897197 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.897526 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.897875 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.898204 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.898527 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.898850 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.899169 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.899489 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.899804 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc3a94-4e3a-48a7-8c14-ae4839800069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:25.947896 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:25.968205 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:26.055863 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:26.058581 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:26.059744 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8c4992f-e7e3-4ccf-b985-1fa2f3e25b23 HTTP/1.1" status: 204 len: 168 time: 0.1668119 Jul 22 23:05:26.068038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4992f-e7e3-4ccf-b985-1fa2f3e25b23,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:05:26.075518 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.075922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.076331 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.076733 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.077109 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.077495 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.077854 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.078215 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.078570 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.078905 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.079233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:26.079559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2288-0832-412e-b8b7-577b39146dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:30.358047 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-25a3a080-4ae0-4b8f-b648-198e5b64db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:31.780995 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:32.829444 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:32.904254 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fbc28080-3dae-4cc5-99f1-862fb60a5d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:33.986886 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:35.703750 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:00.359645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-adf3a44c-db3a-4ccc-a34d-c3a555073545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:02.831446 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:02.903287 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-096e1dc8-d8a0-4323-9a78-0ed0b0b31b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:03.989321 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:05.707455 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:08.779855 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:06:30.359918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f103ba6-2316-4b82-93ec-4691cfbcfafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:32.832526 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:32.902768 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a2790277-d80c-443e-bd34-c459b7ba6054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.991041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:35.709577 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:45.777941 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 5 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:00.361109 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5fc6eaa-b9f3-4ca8-b416-20e1ea9ac607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:01.442566 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724907'] for agent, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:02.833090 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:02.902202 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1cf1-ac4f-4980-be39-0f57077d26c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:03.994647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:05.420669 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37374) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:05.519655 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-152f09d6-9c3c-445b-9a89-cb263a9bf33c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0978827 Jul 22 23:07:05.717251 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:07.698978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37384) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:07.757074 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4656adab-8370-49d7-b1c9-757a6a199122 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569880 Jul 22 23:07:22.777180 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:30.361554 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b55b3fad-5aa7-44fc-aa69-597689dc208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:31.411485 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:32.835214 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:32.901753 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5ec3-593d-49c1-8476-9709fa2d58fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:33.997324 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:35.714390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:59.775794 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:08:00.365353 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6988fda9-2572-4012-b015-1fb771816945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:01.412315 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:02.855344 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:02.921469 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a43b7ad2-4231-41b8-8b1e-8a16850d4cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:04.000803 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:05.719578 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:30.360249 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3020c138-6176-4548-9ac1-4358cc00cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:31.418326 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:32.850401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:32.916444 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-079533aa-6531-4d47-8015-3d794d9c3d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:34.016975 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.282448 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37550) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:35.554897 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-211776609-network', 'tenant_id': 'd40bf577cc4f4ded8bd9a5fe2ba45a44'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:35.594221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Made reservation on behalf of d40bf577cc4f4ded8bd9a5fe2ba45a44 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:35.601323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.607255 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.711567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.716446 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.725870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.757048 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:35.767234 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f05fc19-a237-4100-bcb9-0bcae1adb39e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:35.776692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.777184 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Added segment 5d2cc862-7667-4149-bd57-7e0f14f974fe of type vlan for network bf63bb65-046c-421d-88f8-eb8530fd2d7a Jul 22 23:08:35.779139 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.779678 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.780164 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.780681 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.781219 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.781721 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.782044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.782368 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.782692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.783011 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.783363 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.783681 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Tracked resource versions report: Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: pushed versions: Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: consumer versions: Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Log': '1.0', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Network': '1.1', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Port': '1.7', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'SubPort': '1.0', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Subnet': '1.1', Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jul 22 23:08:35.784807 dv-cinder-801913-2-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:08:35.831506 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.862438 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.863553 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:35.864437 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:35.903407 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37592) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:35.903982 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6200030 Jul 22 23:08:35.911019 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Request body: {'subnet': {'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-211776609-subnet', 'tenant_id': 'd40bf577cc4f4ded8bd9a5fe2ba45a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:35.936958 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261df6c-a352-4000-8435-bfe9c25a70f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf63bb65-046c-421d-88f8-eb8530fd2d7a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:35.949286 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network bf63bb65-046c-421d-88f8-eb8530fd2d7a details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:35.960003 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Made reservation on behalf of d40bf577cc4f4ded8bd9a5fe2ba45a44 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:35.966332 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.197258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.290746 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b442298a-b592-4e7e-8299-4cfb2cef2c7a,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:36.302054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Checking segment: {'id': '5d2cc862-7667-4149-bd57-7e0f14f974fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:36.302572 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Network hostable DHCP agents. Network: bf63bb65-046c-421d-88f8-eb8530fd2d7a, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:36.324903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.325376 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.325815 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.326418 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.326991 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.327444 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.328627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.329117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.329652 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.330117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.330768 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.331303 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Tracked resource versions report: Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: pushed versions: Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: { 'AddressGroup': {'1.2'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'ConntrackHelper': {'1.0'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Log': {'1.0'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Network': {'1.1'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Port': {'1.7'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'PortForwarding': {'1.2'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'QosPolicy': {'1.8'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroup': {'1.4'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SubPort': {'1.0'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Subnet': {'1.1'}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Trunk': {'1.1'}} Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: consumer versions: Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'ConntrackHelper': '1.0', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Log': '1.0', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Network': '1.1', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Port': '1.7', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'PortForwarding': '1.2', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'QosPolicy': '1.8', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroup': '1.4', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SecurityGroupRule': '1.2', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'SubPort': '1.0', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Subnet': '1.1', Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: 'Trunk': '1.1'}} Jul 22 23:08:36.332808 dv-cinder-801913-2-iscsi neutron-server[93161]: {{(pid=93161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:08:36.358170 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Network bf63bb65-046c-421d-88f8-eb8530fd2d7a is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:36.372489 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, bf63bb65-046c-421d-88f8-eb8530fd2d7a) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:36.386272 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b70c4-8cc4-4f10-8caa-d349946a0518 None None] Network bf63bb65-046c-421d-88f8-eb8530fd2d7a requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:36.393949 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:36.399683 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.429759 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f7fb182f-50f0-4c5c-80ba-5a84044d68f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5218410 Jul 22 23:08:36.445470 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37624) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:36.451732 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37628) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:36.511585 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37634) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:36.550657 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37640) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:36.595512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c366e-f464-417e-a498-9cd45c675a51 None None] Network bf63bb65-046c-421d-88f8-eb8530fd2d7a requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:36.761849 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1756173891-network', 'tenant_id': 'e252934ab05c45c78817089679c7a2cd'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:36.780994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-418736133-network', 'tenant_id': 'fc405006d7514404a815206acb096bd7'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:36.785230 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:08:36.809621 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.db.api [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:08:36.809621 dv-cinder-801913-2-iscsi neutron-server[93162]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:08:36.809621 dv-cinder-801913-2-iscsi neutron-server[93162]: [parameters: {'project_id': 'fc405006d7514404a815206acb096bd7', 'id': '0be5b6dd-edc1-4f9b-86e9-598428ab32a0', 'expiration': datetime.datetime(2021, 7, 22, 23, 10, 36, 802252)}] Jul 22 23:08:36.809621 dv-cinder-801913-2-iscsi neutron-server[93162]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:08:36.811411 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG oslo_db.api [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:08:36.821101 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:36.824314 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.836570 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1167786055-network', 'tenant_id': '1d86994d98374dc49c4106628aca1303'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:36.853931 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.897859 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-network', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:36.903035 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Made reservation on behalf of 1d86994d98374dc49c4106628aca1303 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:36.905600 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:36.920842 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.010005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.016330 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.041464 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Made reservation on behalf of 14bb5ca4d6704321aca6d193a0f483cb for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:37.046090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.047647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:37.061117 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.067115 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96935d0f-f2a2-4abe-930c-768040ed4e9d,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.075158 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.075852 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Added segment 1f6147aa-fb50-4946-bfd8-06a031286c73 of type vlan for network 279eb3db-0781-455d-a7d6-366ffe9e3761 Jul 22 23:08:37.140139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.168079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.172836 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.184230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.185691 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:37.187335 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.218710 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbedf65-0e10-46ef-a7ae-0ce4ac3b8ccd,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.229311 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:37.249156 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.249290 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Added segment 7a2afd8c-6e63-40a8-896c-171024430f1a of type vlan for network e6af4070-e467-4b63-86e3-19ccc36f207a Jul 22 23:08:37.285808 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] Pushing event updated for resources: {'Network': ['ID=279eb3db-0781-455d-a7d6-366ffe9e3761,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.298651 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:37.360138 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.407427 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.408621 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:37.409271 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.449025 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.465016 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-9a59f338-bb1d-48b3-8bbf-d8e739d7cf05 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0182543 Jul 22 23:08:37.465690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37670) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:37.471389 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Request body: {'subnet': {'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1756173891-subnet', 'tenant_id': 'e252934ab05c45c78817089679c7a2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:37.471615 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.488457 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9759951 Jul 22 23:08:37.492758 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37682) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:37.513059 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Request body: {'subnet': {'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1167786055-subnet', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:37.523883 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcb476-5937-40e1-821b-f61250c3bac0 admin admin] Pushing event updated for resources: {'Network': ['ID=e6af4070-e467-4b63-86e3-19ccc36f207a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.532588 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:37.536133 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network e6af4070-e467-4b63-86e3-19ccc36f207a details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:37.541298 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Made reservation on behalf of fc405006d7514404a815206acb096bd7 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:37.543884 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.558621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:37.561548 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.567344 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.569374 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.569901 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Added segment e8fcc4af-010e-4b3e-9182-24a388f27f36 of type vlan for network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 Jul 22 23:08:37.653366 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.666127 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Made reservation on behalf of 1d86994d98374dc49c4106628aca1303 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:37.669091 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.681463 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.738473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.739566 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:37.740321 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.802497 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37702) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:37.808619 dv-cinder-801913-2-iscsi neutron-server[93161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:08:37.820972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] Pushing event updated for resources: {'Network': ['ID=35bc5d47-185a-49e1-a23d-f4a7d029ebd2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:37.835159 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:37.858541 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.868700 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.930365 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:37.946708 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:37.947495 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Added segment ef0b7976-d394-43a8-a5f5-70e41afa6f18 of type vlan for network a23942ca-ed91-4c4b-9521-8192ce3ab4ea Jul 22 23:08:37.983624 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1138e56b-be95-423c-9bc5-c5bea8cc131c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4298654 Jul 22 23:08:38.013730 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37710) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:38.035992 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Request body: {'subnet': {'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-subnet', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:38.047718 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fbc98-e3ac-4f5c-af8f-e4f027bdc16e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:38.071764 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.117978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.119269 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:38.120549 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.177489 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.200608 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a23942ca-ed91-4c4b-9521-8192ce3ab4ea,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:38.215847 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:38.250902 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-a216130c-1624-4223-a216-6e7ecd08a848 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:38.254115 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-a216130c-1624-4223-a216-6e7ecd08a848 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/networks?id=bf63bb65-046c-421d-88f8-eb8530fd2d7a HTTP/1.1" status: 200 len: 811 time: 0.4523187 Jul 22 23:08:38.291334 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7b7088ac-3903-4371-ae71-dc72ac43c0d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8368416 Jul 22 23:08:38.294205 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37730) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:38.302270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Request body: {'subnet': {'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-subnet', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:38.332174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Made reservation on behalf of 14bb5ca4d6704321aca6d193a0f483cb for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:38.335144 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Made reservation on behalf of fc405006d7514404a815206acb096bd7 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:38.336021 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.339709 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.340299 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.363788 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-523e9674-4bdf-42a1-872b-617569498191 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/quotas/d40bf577cc4f4ded8bd9a5fe2ba45a44 HTTP/1.1" status: 200 len: 375 time: 0.1010947 Jul 22 23:08:38.486023 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-234d4480-10c6-4c7d-a307-11e0104f4c24 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40bf577cc4f4ded8bd9a5fe2ba45a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890210 Jul 22 23:08:38.487305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Checking segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:38.487656 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Network hostable DHCP agents. Network: 279eb3db-0781-455d-a7d6-366ffe9e3761, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:38.529174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:38.607996 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:38.626635 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Checking segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:38.627069 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Network hostable DHCP agents. Network: e6af4070-e467-4b63-86e3-19ccc36f207a, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:38.637287 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.671794 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3921267-6c23-410c-ae46-3129f3cec6a7,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:38.678904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 279eb3db-0781-455d-a7d6-366ffe9e3761) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:38.732700 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-e8ed964a-8c77-4898-b48f-f63f6bad857c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:08:38.733109 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b71a50-10db-47d4-a6ee-f72ae399715a None None] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:38.734145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-e8ed964a-8c77-4898-b48f-f63f6bad857c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041451 Jul 22 23:08:38.748263 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:38.749062 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.764382 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Network e6af4070-e467-4b63-86e3-19ccc36f207a is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:38.778642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eadaac1b-8f8c-4420-bfee-62e474dc8c5b,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:38.789794 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Checking segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:38.790160 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Network hostable DHCP agents. Network: a23942ca-ed91-4c4b-9521-8192ce3ab4ea, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:38.836903 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:38.851063 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, a23942ca-ed91-4c4b-9521-8192ce3ab4ea) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:38.870342 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:38.871037 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.889076 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848f113-7f34-4586-a169-68be0b151f59 None None] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:38.895614 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b39ae055-c8a4-41df-8952-7d646a9191c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5959485 Jul 22 23:08:38.896462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37764) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:38.911014 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0bbeceb6-6be3-475f-bc8b-c89a9dcb1a4b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4354069 Jul 22 23:08:38.914887 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:38.917847 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, e6af4070-e467-4b63-86e3-19ccc36f207a) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:38.924586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-4e9806bf-fa96-4d2a-8b32-78b0234d5892 service neutron] 10.222.0.15 "GET /v2.0/networks/bf63bb65-046c-421d-88f8-eb8530fd2d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779494 Jul 22 23:08:38.927661 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:38.928356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.944606 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:38.979657 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0055641-3c45-46da-9825-271c56652c9d None None] Network e6af4070-e467-4b63-86e3-19ccc36f207a requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:39.000059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37772) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:39.086767 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.088328 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.103460 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-cd6e68d5-0d9e-4775-8cf4-0452f050a43e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6007493 Jul 22 23:08:39.111316 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37776) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:39.119306 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:39.193258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.196107 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.248640 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5154b5b0-c573-46e4-a1e6-ab3370309e54,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:39.258005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Checking segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:39.258005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Network hostable DHCP agents. Network: 35bc5d47-185a-49e1-a23d-f4a7d029ebd2, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:39.258375 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc2e91-0bbc-4db2-9166-8d432b8bb70a None None] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:39.286417 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.301956 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77a8e66d-4dd5-4f8d-a800-829e23d28c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.347121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-6a376d1d-6437-4cab-a7ea-55b26a25c5a9 service neutron] 10.222.0.15 "GET /v2.0/networks/bf63bb65-046c-421d-88f8-eb8530fd2d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139044 Jul 22 23:08:39.392031 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:39.401921 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.430412 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 35bc5d47-185a-49e1-a23d-f4a7d029ebd2) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:39.535409 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:39.536208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.566794 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77a8e66d-4dd5-4f8d-a800-829e23d28c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.584277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb8cfc-2f63-42d9-9d39-286e306147fb None None] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:39.618822 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-9f9a937e-8d73-450c-98dd-1269087f080f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5979056 Jul 22 23:08:39.622923 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77a8e66d-4dd5-4f8d-a800-829e23d28c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.640576 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-e6af4070-e467-4b63-86e3-19ccc36f207a', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:08:39.641555 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.659490 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37802) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:39.659830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37808) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:39.668352 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:39.670354 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:08:39.671288 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.708045 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.749371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.760044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8e66d-4dd5-4f8d-a800-829e23d28c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33883d92-5d64-4cb0-80d0-3550e16effbf,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:39.776198 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-77a8e66d-4dd5-4f8d-a800-829e23d28c9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81fe3347da224bf59f38852485199e6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7750361 Jul 22 23:08:39.779044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37826) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:39.868409 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.868694 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-3672b104-7d24-417d-ad73-697a1ab2cb97 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:39.871156 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-3672b104-7d24-417d-ad73-697a1ab2cb97 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.2086067 Jul 22 23:08:39.930282 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.964724 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-96f8b994-8f4f-4638-a196-3de9c319b2fd req-fd13623a-f2b4-47f0-adab-47172527a34a tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 210 time: 0.0924129 Jul 22 23:08:39.972958 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-73597dfd-4c50-4e45-85c8-e00efc3e43ec tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/quotas/e252934ab05c45c78817089679c7a2cd HTTP/1.1" status: 200 len: 375 time: 0.0946598 Jul 22 23:08:39.986404 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:39.987499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.046673 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-c958d187-49e1-4d1d-acc7-7b4104828cc4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639389 Jul 22 23:08:40.113735 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad9179-266b-43f3-83fa-0ba74de38814 None None] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:40.185662 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.188283 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.192502 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33883d92-5d64-4cb0-80d0-3550e16effbf HTTP/1.1" status: 204 len: 168 time: 0.4089346 Jul 22 23:08:40.263542 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39db150-4f77-4d99-8441-d50b6e2c870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33883d92-5d64-4cb0-80d0-3550e16effbf,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:40.319586 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.347661 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-d5ae71e1-fe6a-41b2-85b8-cab060230f3e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:08:40.351302 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-d5ae71e1-fe6a-41b2-85b8-cab060230f3e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2173135 Jul 22 23:08:40.378227 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.389872 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.627978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Allocated IP 172.27.0.133 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/da55775a-2c3c-4b76-ad73-ad7e90fb6570) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:40.760507 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Allocated IP 172.20.0.2 (e6af4070-e467-4b63-86e3-19ccc36f207a/f3921267-6c23-410c-ae46-3129f3cec6a7/aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:40.767044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Allocated IP 172.20.0.2 (a23942ca-ed91-4c4b-9521-8192ce3ab4ea/eadaac1b-8f8c-4420-bfee-62e474dc8c5b/57923552-4f81-489f-8a69-af77dc548e14) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:40.904392 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:40.992414 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.012918 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.164487 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:41.169804 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:41.180321 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:41.188166 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Pushing event updated for resources: {'Port': ['ID=da55775a-2c3c-4b76-ad73-ad7e90fb6570,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:41.213090 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.230946 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Transition to ACTIVE for port object 57923552-4f81-489f-8a69-af77dc548e14 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:41.290999 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Transition to ACTIVE for port object 57923552-4f81-489f-8a69-af77dc548e14 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:41.295129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.311282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.312567 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.326256 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.340555 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Transition to ACTIVE for port object aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:41.387839 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:41.402569 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:41.412130 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:41.417622 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Transition to ACTIVE for port object aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:41.423114 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Pushing event updated for resources: {'Port': ['ID=57923552-4f81-489f-8a69-af77dc548e14,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:41.435872 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.441405 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.442051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.442415 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.442726 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.443294 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.443606 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.444046 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.445089 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.445089 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.445089 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.446239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.446239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Tracked resource versions report: Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: pushed versions: Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: consumer versions: Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Log': '1.0', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Network': '1.1', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Port': '1.7', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'SubPort': '1.0', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Subnet': '1.1', Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jul 22 23:08:41.447160 dv-cinder-801913-2-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:08:41.486021 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.532691 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Network e6af4070-e467-4b63-86e3-19ccc36f207a is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:41.543876 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:41.553655 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:41.569868 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92ad80df-03fc-4c7c-b615-1377b45ba1a8 req-43315220-c18c-4f1b-a09f-0715c1eb5bbf tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 210 time: 0.4017944 Jul 22 23:08:41.596989 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Attempting to bind port 57923552-4f81-489f-8a69-af77dc548e14 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:41.597356 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Attempting to bind port 57923552-4f81-489f-8a69-af77dc548e14 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:41.597918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Attempting to bind port 57923552-4f81-489f-8a69-af77dc548e14 on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:41.622924 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37904) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:41.637353 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:41.638105 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Checking segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:41.638870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.639459 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Bound using segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:41.640435 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Bound port: 57923552-4f81-489f-8a69-af77dc548e14, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:41.641337 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.664743 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Pushing event updated for resources: {'Port': ['ID=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:41.697496 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Attempting to bind port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:41.697870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Attempting to bind port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:41.698237 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Attempting to bind port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:41.724016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:41.724701 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Checking segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:41.725272 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.725862 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Bound using segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:41.726498 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Bound port: aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:41.727078 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.755168 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.785767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Allocated IP 172.27.0.66 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/57cadcc7-0c45-427e-9fc4-f8125a3cc655) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:41.847642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737112805-network', 'tenant_id': 'c397b017246e47748e13b3b8b6c6f8ef'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:41.855778 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] For port 57923552-4f81-489f-8a69-af77dc548e14, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:41.860053 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] For port 57923552-4f81-489f-8a69-af77dc548e14, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57923552-4f81-489f-8a69-af77dc548e14,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:41.872785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.897323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Made reservation on behalf of c397b017246e47748e13b3b8b6c6f8ef for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:41.901605 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.919249 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:41.989591 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] For port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:42.030936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] For port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:42.037890 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e50b8-148c-42b2-948c-d402f16bc45e None None] Pushing event updated for resources: {'Port': ['ID=57923552-4f81-489f-8a69-af77dc548e14,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:42.054426 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:08:42.057136 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.062905 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.255641 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a5f58-91be-4dc3-8d7c-52e8140f925c None None] Pushing event updated for resources: {'Port': ['ID=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:42.337989 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-3a448c23-a857-44f5-a4b4-8530a2ff5cac service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9430151 Jul 22 23:08:42.440480 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:08:42.444127 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37926) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:42.458686 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:08:42.487069 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:42.489420 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:42.499475 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.599469 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.619406 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.670746 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:42.714773 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.715125 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Added segment 7a90a741-2f37-46e8-86df-aa48fecd46ca of type vlan for network 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b Jul 22 23:08:42.735163 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.737514 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1eb362b9-4678-4290-a5e9-58b28021798f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8382306 Jul 22 23:08:42.759283 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 37938) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:42.787902 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7bd4afe4-5999-4915-9c11-73faa993838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.815432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:42.831396 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:42.910005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:42.915576 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7bd4afe4-5999-4915-9c11-73faa993838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.928816 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7bd4afe4-5999-4915-9c11-73faa993838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:42.937344 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:42.962622 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Pushing event updated for resources: {'Port': ['ID=57cadcc7-0c45-427e-9fc4-f8125a3cc655,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:42.984626 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678407b3-bbb0-445b-b848-7d4f0e4e7c32,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:43.109454 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-f544de3f-2da5-4ca5-bbed-8d87dd936c0a service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633891 Jul 22 23:08:43.129372 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4afe4-5999-4915-9c11-73faa993838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb071cf9-a4d0-44b8-9a3d-16446112945c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:43.168392 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:41Z', 'revision_number': 3, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:43.170206 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:43.192713 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.61', 53408) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:43.231517 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:08:43.232104 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Updating router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb port da55775a-2c3c-4b76-ad73-ad7e90fb6570 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:08:43.281322 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57923552-4f81-489f-8a69-af77dc548e14 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:43.359194 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:43.489667 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 57923552-4f81-489f-8a69-af77dc548e14 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:43.502401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:43.582732 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-9520edce-e9aa-4e15-aef4-6ed7275b5e54 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:43.585903 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-9520edce-e9aa-4e15-aef4-6ed7275b5e54 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.61 "GET /v2.0/networks?id=bf63bb65-046c-421d-88f8-eb8530fd2d7a HTTP/1.1" status: 200 len: 811 time: 0.3905485 Jul 22 23:08:43.601829 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7bd4afe4-5999-4915-9c11-73faa993838b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=271ed24544bd413f95b35a6829e9a151&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1379583 Jul 22 23:08:43.602598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 37948) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:43.709575 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e179f80f-b316-4b27-9202-95e0e791ab89 req-f2fcfbef-47b7-45fc-b923-5bb28306cb08 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 210 time: 0.4789019 Jul 22 23:08:43.716463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:43.725199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Request body: {'port': {'device_id': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a', 'admin_state_up': True, 'tenant_id': 'd40bf577cc4f4ded8bd9a5fe2ba45a44'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:43.969184 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:43.971414 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:43.972358 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.059843 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9416d719-f506-4f59-94c8-3274aabb72c0 req-903f7767-bbf6-432e-a056-2555c0df491a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 210 time: 0.1148901 Jul 22 23:08:44.264523 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.275781 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Transition to ACTIVE for port object da55775a-2c3c-4b76-ad73-ad7e90fb6570 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:44.284251 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.340454 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Pushing event updated for resources: {'Port': ['ID=da55775a-2c3c-4b76-ad73-ad7e90fb6570,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:44.344890 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f82cf-cc79-4826-8cea-fd0becb5b694 None None] Network e6af4070-e467-4b63-86e3-19ccc36f207a requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:44.353791 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.354178 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.354519 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.355066 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.355560 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.356055 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.356543 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.357055 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.357573 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.358063 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.361935 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.362577 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Tracked resource versions report: Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: pushed versions: Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: consumer versions: Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: L3 agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: Metadata agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: Metering agent@dv-cinder-801913-2-iscsi: {}, Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-801913-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Log': '1.0', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Network': '1.1', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Port': '1.7', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'SubPort': '1.0', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Subnet': '1.1', Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jul 22 23:08:44.363900 dv-cinder-801913-2-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:08:44.401532 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Attempting to bind port da55775a-2c3c-4b76-ad73-ad7e90fb6570 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:44.401915 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Attempting to bind port da55775a-2c3c-4b76-ad73-ad7e90fb6570 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:44.402359 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Attempting to bind port da55775a-2c3c-4b76-ad73-ad7e90fb6570 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:44.412878 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:44.413265 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:44.413725 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.414061 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:44.414554 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Bound port: da55775a-2c3c-4b76-ad73-ad7e90fb6570, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:44.414927 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.464623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075d69b-88e3-4abc-aca0-655fe3b55a14 None None] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:44.496251 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] For port da55775a-2c3c-4b76-ad73-ad7e90fb6570, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:44.506926 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] For port da55775a-2c3c-4b76-ad73-ad7e90fb6570, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da55775a-2c3c-4b76-ad73-ad7e90fb6570,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:44.513093 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.605001 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:44.606086 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:44.614143 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675faac-0179-4dc2-b19d-7862e1d1fb48 None None] Pushing event updated for resources: {'Port': ['ID=da55775a-2c3c-4b76-ad73-ad7e90fb6570,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:44.644924 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Provisioning for port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:44.701048 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Provisioning complete for port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:44.701436 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.750382 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Made reservation on behalf of d40bf577cc4f4ded8bd9a5fe2ba45a44 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:44.754223 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:44.794465 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:44.888774 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] Pushing event updated for resources: {'Network': ['ID=579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:44.982224 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7ca53fcb-52fe-437c-b8a5-7c54d5242f20 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3215334 Jul 22 23:08:44.988147 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38018) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:45.001216 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:45.094125 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Request body: {'subnet': {'network_id': '579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737112805-subnet', 'tenant_id': 'c397b017246e47748e13b3b8b6c6f8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:45.108588 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:45.300875 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:45.457807 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:41Z', 'revision_number': 3, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:45.485914 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8754ca7e-8f25-4536-84e6-fe3e84ffedd8 req-263e1dc2-71fc-4de2-90e2-4b2ff5f856c7 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 210 time: 0.2144053 Jul 22 23:08:45.516630 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:45.570114 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cc6a9-4968-4644-a98a-910f3775704f None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:41Z', 'revision_number': 3, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:08:45.667406 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:45.685222 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Allocated IP 172.20.0.8 (bf63bb65-046c-421d-88f8-eb8530fd2d7a/b442298a-b592-4e7e-8299-4cfb2cef2c7a/7151973c-18e3-418f-b037-9253824f7137) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:45.687671 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d72db49e-5732-49fe-a557-8e9ee26504af req-766aefed-c434-424b-b96d-092ee465aaca tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 210 time: 0.1902308 Jul 22 23:08:45.727413 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.046059 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] For port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:08:46.046059 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.048479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.055382 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.062607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Provisioning for port 57923552-4f81-489f-8a69-af77dc548e14 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:46.119983 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Provisioning complete for port 57923552-4f81-489f-8a69-af77dc548e14 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:46.120355 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.224408 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Network bf63bb65-046c-421d-88f8-eb8530fd2d7a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:46.224408 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:46.224615 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb446f6a-694a-4543-b9c8-d5a4494220e4 None None] Pushing event updated for resources: {'Port': ['ID=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:46.229497 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:46.241188 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.245529 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:46.246173 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.290593 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Pushing event updated for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:46.306566 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.313779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.320483 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.328239 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb071cf9-a4d0-44b8-9a3d-16446112945c HTTP/1.1" status: 204 len: 168 time: 2.7212806 Jul 22 23:08:46.356411 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50d410-17af-4e78-9cc9-4206b0488871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb071cf9-a4d0-44b8-9a3d-16446112945c,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:46.387402 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-94f05d40-8cea-4831-9efe-80fe56b3633f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7156532 Jul 22 23:08:46.390599 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] For port 57923552-4f81-489f-8a69-af77dc548e14, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57923552-4f81-489f-8a69-af77dc548e14,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:08:46.400091 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.420058 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-763a807f-f591-4393-a8be-fe7828d26c59 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93162) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:08:46.423111 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-763a807f-f591-4393-a8be-fe7828d26c59 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178707 Jul 22 23:08:46.440999 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Made reservation on behalf of c397b017246e47748e13b3b8b6c6f8ef for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:46.455350 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.547666 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60267ef5-7c21-4a6c-90ae-ec692c52a1b3 None None] Pushing event updated for resources: {'Port': ['ID=57923552-4f81-489f-8a69-af77dc548e14,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:46.557524 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.580231 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3b42b5b9-01c8-4903-8542-330b1a805992 None None] Provisioning complete for port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:46.586468 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3b42b5b9-01c8-4903-8542-330b1a805992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:46.854512 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Request body: {'port': {'device_id': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:46.964526 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.61', 53420) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:46.988025 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e43cf78b-3ef2-477c-8fe4-9d41ebb9137e None None] Provisioning complete for port 57923552-4f81-489f-8a69-af77dc548e14 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:46.989201 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e43cf78b-3ef2-477c-8fe4-9d41ebb9137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:47.293760 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:47.310503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Allocated IP 172.27.0.21 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/7411ca20-58c7-4ebf-875d-0d476a0523c0) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:47.414298 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57923552-4f81-489f-8a69-af77dc548e14 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:47.563795 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-4bc28a5b-7b35-432a-b2b1-585276d1b575 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:47.569446 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-4bc28a5b-7b35-432a-b2b1-585276d1b575 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.5773113 Jul 22 23:08:47.660439 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 57923552-4f81-489f-8a69-af77dc548e14 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:47.662044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:47.759856 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:47.890521 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:47.894093 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:47.999199 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-152f1ef3-22bc-44dd-9d7b-7f70eb11e0fc req-56e4b8ec-21b1-440f-a314-fd051769f5c9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 210 time: 0.9900312 Jul 22 23:08:48.006324 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:48.006853 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.011787 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.178411 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da55775a-2c3c-4b76-ad73-ad7e90fb6570 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:48.194515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Request body: {'port': {'device_id': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'admin_state_up': True, 'tenant_id': 'e252934ab05c45c78817089679c7a2cd'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:48.305596 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port da55775a-2c3c-4b76-ad73-ad7e90fb6570 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:48.332845 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:48.337406 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port da55775a-2c3c-4b76-ad73-ad7e90fb6570 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:48.337843 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.341736 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:48.355765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:48.450913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:48.455060 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.475265 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7151973c-18e3-418f-b037-9253824f7137 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:08:48.475564 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Router f7d3315b-9365-4675-a947-88c6e185ba3e is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:08:48.603331 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.676001 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port da55775a-2c3c-4b76-ad73-ad7e90fb6570, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da55775a-2c3c-4b76-ad73-ad7e90fb6570,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:08:48.683617 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.705916 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Allocated IP 172.20.0.12 (279eb3db-0781-455d-a7d6-366ffe9e3761/3e179fd9-4dd9-464e-aa3d-7bf3f04a0599/19da1322-a4f3-409a-9018-c0962ee21347) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:48.836546 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.875784 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Transition to ACTIVE for port object 7151973c-18e3-418f-b037-9253824f7137 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:48.891253 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Allocated IP 172.20.0.1 (a23942ca-ed91-4c4b-9521-8192ce3ab4ea/eadaac1b-8f8c-4420-bfee-62e474dc8c5b/95f2adf4-c66d-4615-8567-5c50deee545b) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:48.910569 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.955515 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=da55775a-2c3c-4b76-ad73-ad7e90fb6570,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:49.014416 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:49.155162 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da55775a-2c3c-4b76-ad73-ad7e90fb6570 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:49.196959 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.263997 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port da55775a-2c3c-4b76-ad73-ad7e90fb6570 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:49.264770 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Attempting to bind port 7151973c-18e3-418f-b037-9253824f7137 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:49.265155 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Attempting to bind port 7151973c-18e3-418f-b037-9253824f7137 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '5d2cc862-7667-4149-bd57-7e0f14f974fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:49.265515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Attempting to bind port 7151973c-18e3-418f-b037-9253824f7137 on network bf63bb65-046c-421d-88f8-eb8530fd2d7a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:49.265734 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.292850 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Port 7151973c-18e3-418f-b037-9253824f7137 on network bf63bb65-046c-421d-88f8-eb8530fd2d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:08:49.293200 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Attempting to bind port 7151973c-18e3-418f-b037-9253824f7137 on network bf63bb65-046c-421d-88f8-eb8530fd2d7a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:49.363881 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.425469 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Pushing event updated for resources: {'Port': ['ID=7411ca20-58c7-4ebf-875d-0d476a0523c0,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:49.437390 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:49.438042 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Checking segment: {'id': '5d2cc862-7667-4149-bd57-7e0f14f974fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:49.439068 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Bound using segment: {'id': '5d2cc862-7667-4149-bd57-7e0f14f974fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:49.439601 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Bound port: 7151973c-18e3-418f-b037-9253824f7137, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2cc862-7667-4149-bd57-7e0f14f974fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:49.440381 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.444878 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.458046 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Transition to ACTIVE for port object 95f2adf4-c66d-4615-8567-5c50deee545b will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:49.469235 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf7fc-fa71-462c-b1ef-6e54bf013ed2 req-7c1eff4f-ea10-4858-8553-7b4571ade4c7 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:49.478742 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-686cf7fc-fa71-462c-b1ef-6e54bf013ed2 req-7c1eff4f-ea10-4858-8553-7b4571ade4c7 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 931 time: 2.5700517 Jul 22 23:08:49.618304 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event updated for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:49.675796 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.694405 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:49.730296 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:49.741215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:49.747995 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:49.749152 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.761868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d96d26d-8eb4-4182-bcd5-af5e94b1c6e6,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:49.897050 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:49.906257 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7151973c-18e3-418f-b037-9253824f7137,segment=NetworkSegment(5d2cc862-7667-4149-bd57-7e0f14f974fe),segment_id=5d2cc862-7667-4149-bd57-7e0f14f974fe)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:49.911540 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-063b3222-12c2-4129-81a9-cb9e83b5bb5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7411900 Jul 22 23:08:49.914320 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.020588 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:50.051339 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-686cf7fc-fa71-462c-b1ef-6e54bf013ed2 req-3e9ad4b2-8c96-4164-b75c-d404660e818d tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711393 Jul 22 23:08:50.058575 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:50.061271 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.063539 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-bb669f9d-0e27-4583-920e-0c6d0508b8b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/7151973c-18e3-418f-b037-9253824f7137 HTTP/1.1" status: 200 len: 1093 time: 3.5042355 Jul 22 23:08:50.067645 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'tag': '7151973c-18e3-418f-b037-9253824f7137'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:08:50.082397 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.197446 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:08:50.222211 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:08:50.253496 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:50.254103 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:50.261593 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Checking segment: {'id': '7a90a741-2f37-46e8-86df-aa48fecd46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:50.261981 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Network hostable DHCP agents. Network: 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:50.297561 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.376283 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884ab1-6432-4fec-96fd-2a4a4bf62618 req-160a6405-7156-43d6-8dfc-800c6be98620 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:50.378220 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-66884ab1-6432-4fec-96fd-2a4a4bf62618 req-160a6405-7156-43d6-8dfc-800c6be98620 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 932 time: 0.9650567 Jul 22 23:08:50.379020 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.383098 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-671420ca-82e0-405d-9f3a-d5b9653a461f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2678816 Jul 22 23:08:50.384133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38122) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:50.384286 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:50.418079 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Network 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:50.420357 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:50.462343 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:50.462343 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.699216 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:50.700806 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:50.718471 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Pushing event updated for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:50.755136 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38128) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:50.758518 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b068d0c-489c-4b57-a7ce-e23da5e6406e None None] Network 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:50.760058 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0877e-0249-4656-9e65-873b9d8e4784" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "tag": "7151973c-18e3-418f-b037-9253824f7137"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:08:50.779144 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:50.780176 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.798566 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-66884ab1-6432-4fec-96fd-2a4a4bf62618 req-922fd4c7-b8af-4450-abcf-f665505e685b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894181 Jul 22 23:08:50.872927 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.963643 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d90f40bd-8af9-4847-b1dc-5fe557609ea3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.8779590 Jul 22 23:08:51.082171 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-576eff04-f433-4eed-b3dc-f1ccf26fea87 None None] Provisioning for port 95f2adf4-c66d-4615-8567-5c50deee545b completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:51.138247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-576eff04-f433-4eed-b3dc-f1ccf26fea87 None None] Provisioning complete for port 95f2adf4-c66d-4615-8567-5c50deee545b triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:51.140454 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-576eff04-f433-4eed-b3dc-f1ccf26fea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:51.171025 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9d40-a49d-445d-8c2f-efda160ecf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:51.253278 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7790053a-5c6e-4b18-9810-f8cd92bee0bd x-openstack-request-id: req-7790053a-5c6e-4b18-9810-f8cd92bee0bd {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:08:51.253656 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "tag": "7151973c-18e3-418f-b037-9253824f7137", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:08:51.253884 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7790053a-5c6e-4b18-9810-f8cd92bee0bd {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:08:51.254515 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'tag': '7151973c-18e3-418f-b037-9253824f7137', 'status': 'completed', 'code': 200} Jul 22 23:08:51.389610 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-576eff04-f433-4eed-b3dc-f1ccf26fea87 None None] Port 95f2adf4-c66d-4615-8567-5c50deee545b cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:08:51.406759 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78695d38-012d-4d2c-bb6e-4bb5b66e7850 None None] Network 579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:51.470125 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b0e5-afd1-4a99-8359-6d810b46f849 req-f63633f2-051c-40f2-8cac-c9ce331d2361 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:51.474710 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5609b0e5-afd1-4a99-8359-6d810b46f849 req-f63633f2-051c-40f2-8cac-c9ce331d2361 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 0.2520673 Jul 22 23:08:51.489372 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Request body: {'port': {'device_id': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:51.536985 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:51.606389 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5609b0e5-afd1-4a99-8359-6d810b46f849 req-ebdf3e6f-02ab-4e79-a67c-7f3f15f96e3f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070006 Jul 22 23:08:51.660208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Router 02de403d-ba72-4b28-91dd-e3b82aba1c98 is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:08:51.684460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:43Z', 'revision_number': 3, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:51.724776 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:08:51.725358 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Updating router f7d3315b-9365-4675-a947-88c6e185ba3e port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:08:51.766733 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9d40-a49d-445d-8c2f-efda160ecf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:51.769074 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:51.801443 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.138779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9d40-a49d-445d-8c2f-efda160ecf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.238301 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38170) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:52.239019 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.247294 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1028890854-network', 'tenant_id': 'e4a609b8cfed4104b2cbae44c670cc06'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:52.284092 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:08:52.305791 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Sync routers for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:08:52.318905 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Made reservation on behalf of e4a609b8cfed4104b2cbae44c670cc06 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:52.322158 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.336675 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:52.345807 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:52.384536 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.391145 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-fddf5083-79fe-404b-bac0-0e089ac4fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:52.393392 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-fddf5083-79fe-404b-bac0-0e089ac4fbe4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d40bf577cc4f4ded8bd9a5fe2ba45a44&device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 1096 time: 0.9012139 Jul 22 23:08:52.434969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.452769 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Transition to ACTIVE for port object 57cadcc7-0c45-427e-9fc4-f8125a3cc655 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:52.465119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.467924 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.476600 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-bd85e439-cd83-455e-9ebd-d1af906fdd45 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8157308 Jul 22 23:08:52.497907 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38178) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:52.566906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Attempting to bind port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:52.567317 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Attempting to bind port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:52.567655 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Attempting to bind port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:52.581055 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:52.581701 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:52.582259 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.582838 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:52.583349 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Bound port: 57cadcc7-0c45-427e-9fc4-f8125a3cc655, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:52.583750 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.626204 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.697931 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadefe3-e758-411a-9ae7-3860234b9f09 None None] Pushing event updated for resources: {'Port': ['ID=57cadcc7-0c45-427e-9fc4-f8125a3cc655,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:52.698249 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:52.735739 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] For port 57cadcc7-0c45-427e-9fc4-f8125a3cc655, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:52.742160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] For port 57cadcc7-0c45-427e-9fc4-f8125a3cc655, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57cadcc7-0c45-427e-9fc4-f8125a3cc655,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:52.749217 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.764958 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.766831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:52.838534 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadefe3-e758-411a-9ae7-3860234b9f09 None None] Pushing event updated for resources: {'Port': ['ID=57cadcc7-0c45-427e-9fc4-f8125a3cc655,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:52.864318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:52.865513 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:53.115958 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Pushing event updated for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:53.172204 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada7618-0ded-4d35-a213-86d106edb239 req-f38d513c-5934-4d3e-b9ba-89eba2aef0ac tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:53.174512 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dada7618-0ded-4d35-a213-86d106edb239 req-f38d513c-5934-4d3e-b9ba-89eba2aef0ac tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 932 time: 1.0513666 Jul 22 23:08:53.191718 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:53.202753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c9d40-a49d-445d-8c2f-efda160ecf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ccd40-5a15-47db-bacd-aa2ad66645e1,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:53.256302 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:53.292783 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9a9c9d40-a49d-445d-8c2f-efda160ecf55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e20d6aa5e1d4d4a81c0b33109fcd2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5215466 Jul 22 23:08:53.297770 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38186) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:53.362910 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:53.431207 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:49Z', 'revision_number': 3, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:53.461778 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Checking router: 02de403d-ba72-4b28-91dd-e3b82aba1c98 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:08:53.462545 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Updating router 02de403d-ba72-4b28-91dd-e3b82aba1c98 port 7411ca20-58c7-4ebf-875d-0d476a0523c0 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:08:53.467139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:08:53.498464 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dada7618-0ded-4d35-a213-86d106edb239 req-d9497640-7ca1-4045-b0e3-9ef4a234b3fc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010809 Jul 22 23:08:53.505791 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:53.568144 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a03f3-e743-471c-ba3a-2773aea3a0dc req-a96c8dc0-59ee-4a69-a093-2d3b66a6b9e5 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:53.572050 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7e5a03f3-e743-471c-ba3a-2773aea3a0dc req-a96c8dc0-59ee-4a69-a093-2d3b66a6b9e5 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 0.7620308 Jul 22 23:08:53.762909 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Allocated IP 172.20.0.1 (e6af4070-e467-4b63-86e3-19ccc36f207a/f3921267-6c23-410c-ae46-3129f3cec6a7/f5b0b502-d531-4e1a-b90c-72194cb8b39f) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:53.768397 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-13d854c5-7563-4c23-921a-e178dc640b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:53.769901 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-13d854c5-7563-4c23-921a-e178dc640b6c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d40bf577cc4f4ded8bd9a5fe2ba45a44&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6328075 Jul 22 23:08:53.831523 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-d3f675c3-17bb-4fcd-b5aa-3f84c23863d4 None None] Provisioning complete for port 95f2adf4-c66d-4615-8567-5c50deee545b triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:53.832242 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d3f675c3-17bb-4fcd-b5aa-3f84c23863d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:53.938144 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d3f675c3-17bb-4fcd-b5aa-3f84c23863d4 None None] Port 95f2adf4-c66d-4615-8567-5c50deee545b cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:08:53.953668 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:43Z', 'revision_number': 3, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:53.976983 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19da1322-a4f3-409a-9018-c0962ee21347 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:08:53.985301 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.017529 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Transition to ACTIVE for port object 19da1322-a4f3-409a-9018-c0962ee21347 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:54.031574 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f744-e6a6-4765-97a9-cc6d0897dbce None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:43Z', 'revision_number': 3, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:08:54.037033 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.054474 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.058086 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7e5a03f3-e743-471c-ba3a-2773aea3a0dc req-f8ab6cb7-b61b-415e-b2b1-263624cd27ea tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900545 Jul 22 23:08:54.073161 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.088533 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.119205 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Transition to ACTIVE for port object 7411ca20-58c7-4ebf-875d-0d476a0523c0 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:54.130043 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.145871 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.244213 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.287500 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.293668 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Attempting to bind port 7411ca20-58c7-4ebf-875d-0d476a0523c0 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:54.293926 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.294707 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Attempting to bind port 7411ca20-58c7-4ebf-875d-0d476a0523c0 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:54.295795 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Attempting to bind port 7411ca20-58c7-4ebf-875d-0d476a0523c0 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:54.300218 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/283ccd40-5a15-47db-bacd-aa2ad66645e1 HTTP/1.1" status: 204 len: 168 time: 0.9527194 Jul 22 23:08:54.311790 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62253a1-8b2c-4889-a5a7-1741169c77f7 None None] Pushing event updated for resources: {'Port': ['ID=7411ca20-58c7-4ebf-875d-0d476a0523c0,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:54.334069 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:54.335714 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:54.336620 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.337433 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:54.338718 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Bound port: 7411ca20-58c7-4ebf-875d-0d476a0523c0, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:54.340022 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.351101 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20083b-d0b9-4d8b-ba67-9b6e01584260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ccd40-5a15-47db-bacd-aa2ad66645e1,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:54.532361 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] For port 7411ca20-58c7-4ebf-875d-0d476a0523c0, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:54.535938 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Allocated IP 172.20.0.1 (35bc5d47-185a-49e1-a23d-f4a7d029ebd2/5154b5b0-c573-46e4-a1e6-ab3370309e54/4003b692-06b9-4081-8576-27ec1b579315) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:08:54.565793 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] For port 7411ca20-58c7-4ebf-875d-0d476a0523c0, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7411ca20-58c7-4ebf-875d-0d476a0523c0,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:54.580262 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.614211 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:54.696874 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:54.701421 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:54.722464 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Attempting to bind port 19da1322-a4f3-409a-9018-c0962ee21347 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:54.723092 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Attempting to bind port 19da1322-a4f3-409a-9018-c0962ee21347 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:54.723632 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Attempting to bind port 19da1322-a4f3-409a-9018-c0962ee21347 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:54.751011 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Port 19da1322-a4f3-409a-9018-c0962ee21347 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:08:54.756492 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Attempting to bind port 19da1322-a4f3-409a-9018-c0962ee21347 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:54.776073 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:54.776771 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Checking segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:54.786372 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Bound using segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:54.787357 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Bound port: 19da1322-a4f3-409a-9018-c0962ee21347, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:54.787999 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.791297 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-167a6ba8-63d1-47c2-b911-c5644048d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:54.802654 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-97f0877e-0249-4656-9e65-873b9d8e4784 req-167a6ba8-63d1-47c2-b911-c5644048d5f1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8630295 Jul 22 23:08:54.856078 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.867017 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.881897 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Transition to ACTIVE for port object f5b0b502-d531-4e1a-b90c-72194cb8b39f will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:54.901758 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:54.934048 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62253a1-8b2c-4889-a5a7-1741169c77f7 None None] Pushing event updated for resources: {'Port': ['ID=7411ca20-58c7-4ebf-875d-0d476a0523c0,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:54.953899 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.012631 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b796274e-7bdc-4ed5-be48-80c6bae41113,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:55.109868 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:55.139407 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:08:55.156859 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:08:55.169116 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:08:55.190749 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:55.191373 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:55.234241 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:55.238895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=19da1322-a4f3-409a-9018-c0962ee21347,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:55.243426 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.322692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-aaaab191-b926-429a-84ad-717a72924453 admin admin] 10.222.0.15 "PUT /v2.0/routers/3be3b313-7d1a-43ad-87f2-f70f7350a3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5558958 Jul 22 23:08:55.348167 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.359770 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:55.379108 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57cadcc7-0c45-427e-9fc4-f8125a3cc655 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:55.416878 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.422065 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Added segment e26a1af5-ee55-479c-916b-c63292609eec of type vlan for network 91435c6e-a962-46f4-a462-32c7a8d5f38b Jul 22 23:08:55.440004 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Network e6af4070-e467-4b63-86e3-19ccc36f207a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:55.440452 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:55.447136 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:55.447726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.469719 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38216) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:55.483397 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:55.491663 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.493360 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] 10.222.0.61 "PUT /v2.0/ports/19da1322-a4f3-409a-9018-c0962ee21347 HTTP/1.1" status: 200 len: 1094 time: 4.0479035 Jul 22 23:08:55.500159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:08:55.522413 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090c961-bc87-4967-9766-f826ab1d5a95" -d '{"events": [{"name": "network-changed", "server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "tag": "19da1322-a4f3-409a-9018-c0962ee21347"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:08:55.525919 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:55.569480 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:08:55.570111 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.624004 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:55.634037 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:55.681830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Pushing event updated for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:55.717396 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:49Z', 'revision_number': 3, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:55.766454 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:55.766950 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:55.847525 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0eebd-de01-4763-82ed-cc4aeac2ff35 None None] The sync data for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi is: [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:49Z', 'revision_number': 3, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:08:56.164531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:56.247930 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-6ca293db-87f8-4ae3-bbc1-7d3f00abc28d None None] Provisioning for port f5b0b502-d531-4e1a-b90c-72194cb8b39f completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:56.324175 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-6ca293db-87f8-4ae3-bbc1-7d3f00abc28d None None] Provisioning complete for port f5b0b502-d531-4e1a-b90c-72194cb8b39f triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:56.324818 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6ca293db-87f8-4ae3-bbc1-7d3f00abc28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.331145 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f870f2-942e-4daa-95dd-f3d769bd5e23 req-e900abec-9e6e-4250-ab56-8897725b4076 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:56.332815 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-33f870f2-942e-4daa-95dd-f3d769bd5e23 req-e900abec-9e6e-4250-ab56-8897725b4076 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 1.4249039 Jul 22 23:08:56.342151 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.387683 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-f9ce20d8-0522-4cf9-8ae9-17d00c508adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:56.389371 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-f9ce20d8-0522-4cf9-8ae9-17d00c508adb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d40bf577cc4f4ded8bd9a5fe2ba45a44&device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 1096 time: 1.4458897 Jul 22 23:08:56.398168 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d12dbd14-8cb2-4f5a-a08a-b5c94accf915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.405102 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.500280 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-6ca293db-87f8-4ae3-bbc1-7d3f00abc28d None None] Port f5b0b502-d531-4e1a-b90c-72194cb8b39f cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:08:56.519886 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43585c-92c4-45c4-849a-916f11d6eac2 req-9d0f91c3-feaf-4b2a-9eb8-705859338fb6 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:56.520103 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.521711 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e43585c-92c4-45c4-849a-916f11d6eac2 req-9d0f91c3-feaf-4b2a-9eb8-705859338fb6 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 1.2025213 Jul 22 23:08:56.581101 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 57cadcc7-0c45-427e-9fc4-f8125a3cc655, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57cadcc7-0c45-427e-9fc4-f8125a3cc655,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:08:56.591576 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.591862 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-33f870f2-942e-4daa-95dd-f3d769bd5e23 req-87d63e9e-cee9-4a5f-8def-2e3da2f7df6c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434752 Jul 22 23:08:56.600491 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 2, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:56.677366 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:08:56.684306 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Updating router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb port 95f2adf4-c66d-4615-8567-5c50deee545b binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:08:56.692091 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.703384 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:56.703985 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.770289 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=57cadcc7-0c45-427e-9fc4-f8125a3cc655,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:56.786863 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.967617 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e43585c-92c4-45c4-849a-916f11d6eac2 req-c35f0624-f538-4528-b912-3aba76b97d24 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852513 Jul 22 23:08:57.005015 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-dc836ec0-96f0-453c-a40d-9398d6b9f47c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7151973c-18e3-418f-b037-9253824f7137 HTTP/1.1" status: 200 len: 217 time: 0.5599165 Jul 22 23:08:57.016736 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aa97af-b5e8-4b3a-84f0-273944ac214c x-openstack-request-id: req-a7aa97af-b5e8-4b3a-84f0-273944ac214c {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:08:57.020681 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "tag": "19da1322-a4f3-409a-9018-c0962ee21347", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:08:57.021770 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7aa97af-b5e8-4b3a-84f0-273944ac214c {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:08:57.022577 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347', 'status': 'completed', 'code': 200} Jul 22 23:08:57.104345 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] Pushing event updated for resources: {'Network': ['ID=91435c6e-a962-46f4-a462-32c7a8d5f38b,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:57.126491 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:57.161805 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58289ce8-7018-4329-82e5-f4f2e68c8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:57.255663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 91435c6e-a962-46f4-a462-32c7a8d5f38b details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:08:57.272927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-98a3c69b-718d-4bdf-830e-dfea8ac7890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:57.278818 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-98a3c69b-718d-4bdf-830e-dfea8ac7890d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 1097 time: 1.6577883 Jul 22 23:08:57.576619 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57cadcc7-0c45-427e-9fc4-f8125a3cc655 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:57.610189 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:57.632580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:57.633513 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:57.899591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Pushing event updated for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:57.931876 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:57.932361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.014957 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d12dbd14-8cb2-4f5a-a08a-b5c94accf915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.040066 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-4d25e2ee-997b-4f4d-adeb-aa44ef4125a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19da1322-a4f3-409a-9018-c0962ee21347 HTTP/1.1" status: 200 len: 217 time: 0.7145317 Jul 22 23:08:58.050522 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-8b769bf7-c240-4471-9e36-c1ce4f3d2dfb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.8089554 Jul 22 23:08:58.057275 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d12dbd14-8cb2-4f5a-a08a-b5c94accf915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.061460 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38262) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:58.063187 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38264) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:58.092039 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Request body: {'subnet': {'network_id': '91435c6e-a962-46f4-a462-32c7a8d5f38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1028890854-subnet', 'tenant_id': 'e4a609b8cfed4104b2cbae44c670cc06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:58.108497 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7411ca20-58c7-4ebf-875d-0d476a0523c0 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:58.114889 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8422-1794-42b8-a03f-43af48d767e9 req-7060ec3a-87af-4cb6-81a2-974eff551c94 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:58.116521 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28ea8422-1794-42b8-a03f-43af48d767e9 req-7060ec3a-87af-4cb6-81a2-974eff551c94 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 0.3503902 Jul 22 23:08:58.136442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:58.141969 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.171411 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Transition to ACTIVE for port object 95f2adf4-c66d-4615-8567-5c50deee545b will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:08:58.180364 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-0b0bc6ed-3c21-4a9e-8139-bfed3fe0cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:58.182394 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-0b0bc6ed-3c21-4a9e-8139-bfed3fe0cd2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b442298a-b592-4e7e-8299-4cfb2cef2c7a HTTP/1.1" status: 200 len: 851 time: 1.1084409 Jul 22 23:08:58.183308 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:58.191684 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.222077 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28ea8422-1794-42b8-a03f-43af48d767e9 req-b425e076-f3c3-408b-98bc-0effb7b89a5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945492 Jul 22 23:08:58.233663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 7411ca20-58c7-4ebf-875d-0d476a0523c0 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:08:58.243136 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 7411ca20-58c7-4ebf-875d-0d476a0523c0 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:58.243681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.245196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623150111', 'description': 'tempest-description--1709640309'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:08:58.254142 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-d01b9643-4fdb-4b8e-9672-90e3b55814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:58.256445 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-d01b9643-4fdb-4b8e-9672-90e3b55814fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.2097816 Jul 22 23:08:58.340675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384f37-5115-4ddf-b87c-ff1a261b192f None None] Pushing event updated for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:58.396006 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Made reservation on behalf of e4a609b8cfed4104b2cbae44c670cc06 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:08:58.399038 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.400641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61661835-93ef-44a1-9615-56b462151eb6 req-7289b347-0696-4350-928f-aefd3c667947 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:58.420222 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61661835-93ef-44a1-9615-56b462151eb6 req-7289b347-0696-4350-928f-aefd3c667947 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 0.2342491 Jul 22 23:08:58.481069 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Attempting to bind port 95f2adf4-c66d-4615-8567-5c50deee545b on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:08:58.481719 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Attempting to bind port 95f2adf4-c66d-4615-8567-5c50deee545b by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:08:58.482505 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Attempting to bind port 95f2adf4-c66d-4615-8567-5c50deee545b on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:08:58.490942 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d12dbd14-8cb2-4f5a-a08a-b5c94accf915 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8a57782e05a41538925a8115f3671ba&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0092781 Jul 22 23:08:58.492995 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-527a49d0-1c5d-40e1-8e3f-76dbfa8430f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf63bb65-046c-421d-88f8-eb8530fd2d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074161 Jul 22 23:08:58.495520 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38276) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:58.508797 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:08:58.508964 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Checking segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:58.509741 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.510246 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Bound using segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:08:58.511006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Bound port: 95f2adf4-c66d-4615-8567-5c50deee545b, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:08:58.511707 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.549939 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.628879 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Router 02de403d-ba72-4b28-91dd-e3b82aba1c98 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:08:58.635801 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-a65898ce-964d-40b0-bebf-a53639bbb5a7 service neutron] 10.222.0.61 "GET /v2.0/networks/bf63bb65-046c-421d-88f8-eb8530fd2d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199205 Jul 22 23:08:58.639106 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61661835-93ef-44a1-9615-56b462151eb6 req-82dd5649-c041-45c6-b830-3bf7d075736f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164683 Jul 22 23:08:58.668389 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dbd14-8cb2-4f5a-a08a-b5c94accf915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46426b-85cc-4787-92ad-3606463e39ca,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:58.668763 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.679580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 7411ca20-58c7-4ebf-875d-0d476a0523c0, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7411ca20-58c7-4ebf-875d-0d476a0523c0,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:08:58.690918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.714698 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-f3ad596a-9868-478b-a8e6-4daec389ba1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4271510 Jul 22 23:08:58.739887 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] For port 95f2adf4-c66d-4615-8567-5c50deee545b, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:08:58.760846 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] For port 95f2adf4-c66d-4615-8567-5c50deee545b, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=95f2adf4-c66d-4615-8567-5c50deee545b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:08:58.766260 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.779454 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=7411ca20-58c7-4ebf-875d-0d476a0523c0,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:58.783774 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.809521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.861794 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384f37-5115-4ddf-b87c-ff1a261b192f None None] Pushing event updated for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:58.865660 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:58.865819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:58.873873 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.876087 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:58.878861 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc46426b-85cc-4787-92ad-3606463e39ca HTTP/1.1" status: 204 len: 168 time: 0.3793509 Jul 22 23:08:58.932329 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0551f7-cc87-4d3c-87ec-77faed355e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46426b-85cc-4787-92ad-3606463e39ca,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:58.990613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:08:59.002201 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Sync routers for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:08:59.005579 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-459cedd5-61ea-4424-a47a-b2b61d892eb1 req-91b6d3a6-0ad0-457f-8e1a-64fdd279a035 service neutron] 10.222.0.61 "GET /v2.0/networks/bf63bb65-046c-421d-88f8-eb8530fd2d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414762 Jul 22 23:08:59.025639 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-092957cf-ac4b-4ae0-94fa-0bdcd4a1daec admin admin] 10.222.0.15 "PUT /v2.0/routers/02de403d-ba72-4b28-91dd-e3b82aba1c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5157518 Jul 22 23:08:59.029478 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:08:59.029478 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:59.064191 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.119550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.120294 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.192841 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-c68f3b85-cd45-4c91-b772-c33de1aa2c04 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385583 Jul 22 23:08:59.207393 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7411ca20-58c7-4ebf-875d-0d476a0523c0 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:08:59.218582 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:59.283833 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.374973 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:08:59.460408 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce80e-fabd-4c4f-9201-abbc7e526204 req-123cc68a-319c-4f82-a962-c6a0b89ac8ac tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:59.470912 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ad5ce80e-fabd-4c4f-9201-abbc7e526204 req-123cc68a-319c-4f82-a962-c6a0b89ac8ac tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 0.1309245 Jul 22 23:08:59.552728 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:59.563601 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '4003b692-06b9-4081-8576-27ec1b579315', 'name': '', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'mac_address': 'fa:16:3e:da:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:54Z', 'updated_at': '2021-07-22T23:08:57Z', 'revision_number': 2, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'subnets': [{'id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:59.566692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ad5ce80e-fabd-4c4f-9201-abbc7e526204 req-812c8f12-5f99-4c9c-9fb5-6172e87bc8a5 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952647 Jul 22 23:08:59.595559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38294) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:08:59.597371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Checking segment: {'id': 'e26a1af5-ee55-479c-916b-c63292609eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '91435c6e-a962-46f4-a462-32c7a8d5f38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:08:59.597890 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Network hostable DHCP agents. Network: 91435c6e-a962-46f4-a462-32c7a8d5f38b, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:08:59.605569 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Checking router: 02de403d-ba72-4b28-91dd-e3b82aba1c98 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:08:59.607048 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Updating router 02de403d-ba72-4b28-91dd-e3b82aba1c98 port 4003b692-06b9-4081-8576-27ec1b579315 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:08:59.612701 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c40680d5-1070-4a91-8d78-b309b0c04c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.648646 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 7411ca20-58c7-4ebf-875d-0d476a0523c0 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:08:59.649191 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.661236 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.665845 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.686568 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.707271 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6a45f6-92a5-4977-ab57-1529cbf81843,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:08:59.718157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:08:59.733520 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Network 91435c6e-a962-46f4-a462-32c7a8d5f38b is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:08:59.770925 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1e00a-46c1-4cdf-a4d9-6bdc1133e180 None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:08:59.792514 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Network e6af4070-e467-4b63-86e3-19ccc36f207a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:08:59.812897 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:59.815926 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 91435c6e-a962-46f4-a462-32c7a8d5f38b) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:08:59.858956 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e01fb079-9eb0-430d-8bdd-acc20a2fe862 req-999a0631-f6c1-4df3-be6c-d1b82708deda service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458104 Jul 22 23:08:59.891128 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:08:59.892767 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:59.894708 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55f831-9b25-4654-b797-8a397270d902 None None] Network 91435c6e-a962-46f4-a462-32c7a8d5f38b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:08:59.908910 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a82d23-d09e-44ea-911e-6e681d11044c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:00.064197 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c40680d5-1070-4a91-8d78-b309b0c04c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.078001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c40680d5-1070-4a91-8d78-b309b0c04c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.149504 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c40680d5-1070-4a91-8d78-b309b0c04c76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d13ac570e14a472fba0d69656e312167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528121 Jul 22 23:09:00.151567 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38304) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:00.208607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c5e22-e6a6-4f2b-b973-57f177e3b8fb None None] Network 91435c6e-a962-46f4-a462-32c7a8d5f38b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:09:00.234269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40680d5-1070-4a91-8d78-b309b0c04c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce6dde-d8b6-4aee-9492-bf66a56971ad,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:00.275753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385258c8-cbbe-4ac1-8a13-b65b5e40f809 req-76999218-fbc1-451a-a9c1-938023bc0275 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:00.277585 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-385258c8-cbbe-4ac1-8a13-b65b5e40f809 req-76999218-fbc1-451a-a9c1-938023bc0275 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 0.4145150 Jul 22 23:09:00.320618 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-870a5590-71cb-4125-b1e3-d0ed55c3d03f None None] Provisioning complete for port f5b0b502-d531-4e1a-b90c-72194cb8b39f triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:00.321016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-870a5590-71cb-4125-b1e3-d0ed55c3d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.344118 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f2b0f69d-b6f6-4a9d-ac26-9056406452be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2690313 Jul 22 23:09:00.359469 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.361628 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8f19de43-a1e9-4104-901c-3039c55850a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2849119 Jul 22 23:09:00.365278 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:09:00.366155 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38316) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:00.372181 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group_rule': {'security_group_id': '49a82d23-d09e-44ea-911e-6e681d11044c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:00.382797 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-870a5590-71cb-4125-b1e3-d0ed55c3d03f None None] Port f5b0b502-d531-4e1a-b90c-72194cb8b39f cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:09:00.422335 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a7244e39-3bad-441e-b9fe-a46ca9b14142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.462711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-6fa3b42d-1c89-432b-a218-eff88cefeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:00.464252 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-6fa3b42d-1c89-432b-a218-eff88cefeacd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 1097 time: 0.5105636 Jul 22 23:09:00.464941 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.478993 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.507482 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Transition to ACTIVE for port object 4003b692-06b9-4081-8576-27ec1b579315 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:00.519245 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.530530 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-dcfb6f52-320e-4cbd-b121-3bbbde36e3a2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:00.538225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-dcfb6f52-320e-4cbd-b121-3bbbde36e3a2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 819 time: 0.2584410 Jul 22 23:09:00.544360 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.572716 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-fb05759b-0651-4b76-8075-783a0c127d24 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/quotas/14bb5ca4d6704321aca6d193a0f483cb HTTP/1.1" status: 200 len: 375 time: 0.0338674 Jul 22 23:09:00.575615 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-385258c8-cbbe-4ac1-8a13-b65b5e40f809 req-6ead1046-7608-4fcb-b02b-8dfe52948c82 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752151 Jul 22 23:09:00.613795 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.625041 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38320) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:00.636735 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018335c-a417-4084-9cf1-a0bed9b16cfb None None] Pushing event updated for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:00.703787 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Attempting to bind port 4003b692-06b9-4081-8576-27ec1b579315 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:00.705116 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Attempting to bind port 4003b692-06b9-4081-8576-27ec1b579315 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:00.705833 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Attempting to bind port 4003b692-06b9-4081-8576-27ec1b579315 on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:00.711729 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:00.712505 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Checking segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:00.713795 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.714461 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Bound using segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:00.715333 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Bound port: 4003b692-06b9-4081-8576-27ec1b579315, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:00.715964 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.809257 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] For port 4003b692-06b9-4081-8576-27ec1b579315, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:00.815207 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Deleting subnet 6d96d26d-8eb4-4182-bcd5-af5e94b1c6e6 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:09:00.815638 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] For port 4003b692-06b9-4081-8576-27ec1b579315, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=4003b692-06b9-4081-8576-27ec1b579315,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:00.818573 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:09:00.821486 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.828280 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.831073 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.831816 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:09:00.838670 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-07f98422-c06f-467b-ba16-601a96b785f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7d3315b-9365-4675-a947-88c6e185ba3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4526083 Jul 22 23:09:00.838854 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87ce6dde-d8b6-4aee-9492-bf66a56971ad HTTP/1.1" status: 204 len: 168 time: 0.6795545 Jul 22 23:09:00.839809 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:00.848725 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:00.849365 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:00.862828 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-ad38e5de-e4d9-47fa-bc5d-a3c45fea0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:00.864929 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-ad38e5de-e4d9-47fa-bc5d-a3c45fea0275 service neutron] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 916 time: 0.3897333 Jul 22 23:09:00.917988 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:00.918872 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:08:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:00.944094 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ce85e-9d63-4d85-8db4-7f8b12369069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce6dde-d8b6-4aee-9492-bf66a56971ad,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:01.013010 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-2940e144-2331-4c9d-8e18-babe1f74b1bb tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4334619 Jul 22 23:09:01.079358 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb2e5a-0ead-4b7d-8f65-804de9d4498e req-a7e6ef92-66cd-4e0b-8fda-951c0ce08f92 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:01.095739 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:01.095983 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e7bb2e5a-0ead-4b7d-8f65-804de9d4498e req-a7e6ef92-66cd-4e0b-8fda-951c0ce08f92 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 0.3812382 Jul 22 23:09:01.100854 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:01.175273 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.197149 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.325744 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e7bb2e5a-0ead-4b7d-8f65-804de9d4498e req-e754a57d-71a2-47cd-bf94-1d9f3fe44faa tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228222 Jul 22 23:09:01.373439 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 95f2adf4-c66d-4615-8567-5c50deee545b up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:01.403623 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-49ef5c28-40ac-44ec-ab4b-29e580407ff9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19da1322-a4f3-409a-9018-c0962ee21347 HTTP/1.1" status: 200 len: 217 time: 0.4818082 Jul 22 23:09:01.406719 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.421106 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.435224 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.458927 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018335c-a417-4084-9cf1-a0bed9b16cfb None None] Pushing event updated for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:01.471440 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '4003b692-06b9-4081-8576-27ec1b579315', 'name': '', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'mac_address': 'fa:16:3e:da:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:54Z', 'updated_at': '2021-07-22T23:09:00Z', 'revision_number': 4, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'subnets': [{'id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:01.491401 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-d617f5d6-20ca-4acd-9f9a-26b5842b6db9 service neutron] 10.222.0.15 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761925 Jul 22 23:09:01.515331 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d96d26d-8eb4-4182-bcd5-af5e94b1c6e6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:01.517984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd5ca64-42fc-4f29-8e7f-f5c9d123cf71,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:01.520301 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.521689 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f7a1c845-7ccb-4fa3-b30d-0396162a13c9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1531272 Jul 22 23:09:01.528434 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38338) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:01.548598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group_rule': {'security_group_id': '49a82d23-d09e-44ea-911e-6e681d11044c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:01.571580 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21edd3a-68e3-4769-91b8-541d7defd601 None None] The sync data for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi is: [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '4003b692-06b9-4081-8576-27ec1b579315', 'name': '', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'mac_address': 'fa:16:3e:da:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:54Z', 'updated_at': '2021-07-22T23:09:00Z', 'revision_number': 4, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'subnets': [{'id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:09:01.605750 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-1508d46b-880c-41a0-9959-ff6b96e3bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:01.608080 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-1508d46b-880c-41a0-9959-ff6b96e3bd9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.1974299 Jul 22 23:09:01.619509 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.717054 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-9089d3b6-2e87-4b00-a807-ddf6146012b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943801 Jul 22 23:09:01.727081 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 95f2adf4-c66d-4615-8567-5c50deee545b completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:01.798636 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 95f2adf4-c66d-4615-8567-5c50deee545b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:01.799028 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.889929 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.893596 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c13f2f83-44aa-4634-a067-8cb9065b905e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d96d26d-8eb4-4182-bcd5-af5e94b1c6e6 HTTP/1.1" status: 204 len: 168 time: 1.2192154 Jul 22 23:09:01.934918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 7151973c-18e3-418f-b037-9253824f7137 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:01.940504 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38352) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:01.959923 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.044690 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:08:57Z', 'revision_number': 2, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:02.070160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-6a58d083-a798-441c-a458-7387588cc13c service neutron] 10.222.0.15 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484531 Jul 22 23:09:02.104908 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:09:02.105375 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Updating router f7d3315b-9365-4675-a947-88c6e185ba3e port f5b0b502-d531-4e1a-b90c-72194cb8b39f binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:09:02.177883 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-0caa659b-db76-4580-ae43-2604dd3f38f6 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548261 Jul 22 23:09:02.186644 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.200125 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.215777 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.218970 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.247797 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.268951 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30e998f-3ba2-4f13-a4cb-8a1c6f9de3bf,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:02.283772 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7151973c-18e3-418f-b037-9253824f7137,segment=NetworkSegment(5d2cc862-7667-4149-bd57-7e0f14f974fe),segment_id=5d2cc862-7667-4149-bd57-7e0f14f974fe)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:02.301862 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '7151973c-18e3-418f-b037-9253824f7137', 'network_id': 'bf63bb65-046c-421d-88f8-eb8530fd2d7a', 'port_id': '7151973c-18e3-418f-b037-9253824f7137', 'mac_address': 'fa:16:3e:36:d0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b442298a-b592-4e7e-8299-4cfb2cef2c7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:02.343567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.348117 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6ef98056-8b8a-4baf-8f54-66a5130bb967 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8091261 Jul 22 23:09:02.348907 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38372) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:02.353733 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:02.424310 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7090c961-bc87-4967-9766-f826ab1d5a95 req-1dc365de-db46-4bb1-b6d9-debde32dbe3c service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283521 Jul 22 23:09:02.457023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.517632 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:02.547813 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.552899 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.553783 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.554141 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > port after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.554474 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.554814 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > port after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.555140 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.555462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.555785 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.556127 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.637752 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd1ce-710b-4e48-8ef9-65aadd4ccc7e req-0c87359d-2f93-4d5e-a021-e22d5c050210 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:02.641324 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-699bd1ce-710b-4e48-8ef9-65aadd4ccc7e req-0c87359d-2f93-4d5e-a021-e22d5c050210 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 943 time: 0.3023627 Jul 22 23:09:02.821913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.822160 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.822957 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.824387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:09:02.824900 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:02.873548 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a90a741-2f37-46e8-86df-aa48fecd46ca') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:02.875302 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a90a741-2f37-46e8-86df-aa48fecd46ca') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:02.908119 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-699bd1ce-710b-4e48-8ef9-65aadd4ccc7e req-99fec62a-4490-49bd-b89d-132fedc9c9a3 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577674 Jul 22 23:09:02.943248 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.015296 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38384) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:03.033753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708213341', 'description': 'tempest-description--1514955392'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:03.037153 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.064288 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.068128 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6c1e2d5-4d37-47c9-93dc-9f83a73c4293 req-353cf25d-f186-4692-a014-e6cf95181dcf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 210 time: 0.0790043 Jul 22 23:09:03.068347 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 95f2adf4-c66d-4615-8567-5c50deee545b, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=95f2adf4-c66d-4615-8567-5c50deee545b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:03.095796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:09:03.095796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.151794 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:09:03.185637 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:09:03.195875 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.207862 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.210630 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b HTTP/1.1" status: 204 len: 168 time: 1.2665505 Jul 22 23:09:03.216461 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38394) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:03.281392 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894defc-e42e-461a-84e8-17bc9bb0de8f admin admin] Pushing event deleted for resources: {'Network': ['ID=579a52fb-fb08-4cfe-bc2c-5f8cdc6d277b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:03.294044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.299300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.348342 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Deleting subnet 9d6a45f6-92a5-4977-ab57-1529cbf81843 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:09:03.353220 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.398531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.411113 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.430886 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Transition to ACTIVE for port object f5b0b502-d531-4e1a-b90c-72194cb8b39f will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:03.449275 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7151973c-18e3-418f-b037-9253824f7137 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:03.497718 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d6fa-b22a-43cf-86a7-68fecbb5bb87 req-1dd0cb8d-64fd-4df8-8500-78a7140cb22c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:03.499899 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a865d6fa-b22a-43cf-86a7-68fecbb5bb87 req-1dd0cb8d-64fd-4df8-8500-78a7140cb22c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 0.3382537 Jul 22 23:09:03.518801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7151973c-18e3-418f-b037-9253824f7137,segment=NetworkSegment(5d2cc862-7667-4149-bd57-7e0f14f974fe),segment_id=5d2cc862-7667-4149-bd57-7e0f14f974fe)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:03.545907 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.564675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 4003b692-06b9-4081-8576-27ec1b579315 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:03.618971 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.623915 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b04d9b41-9b13-4ac3-afc9-bed1c96432e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.683248 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.694295 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.714059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.806657 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-568541f4-5fca-4ead-92a3-f264b84952fe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:03.807798 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dbf546-a30d-4ff8-a45a-4fd596d5a657,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:03.817903 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.822337 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-568541f4-5fca-4ead-92a3-f264b84952fe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 819 time: 0.2658105 Jul 22 23:09:03.852834 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a865d6fa-b22a-43cf-86a7-68fecbb5bb87 req-051cef8e-258f-4d8b-8ff5-a52922e05183 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326001 Jul 22 23:09:03.884713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Attempting to bind port f5b0b502-d531-4e1a-b90c-72194cb8b39f on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:03.885049 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Attempting to bind port f5b0b502-d531-4e1a-b90c-72194cb8b39f by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:03.885431 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Attempting to bind port f5b0b502-d531-4e1a-b90c-72194cb8b39f on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:03.943136 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 19da1322-a4f3-409a-9018-c0962ee21347 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:03.947546 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.949130 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-98de1c56-5b77-4fdb-a26a-a457c03246d7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9303942 Jul 22 23:09:03.952146 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38436) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:03.953174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Allocated IP 172.27.0.241 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/e44944f0-05d5-47ec-a104-2ed446074915) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:03.961180 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:03.961449 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Checking segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:03.961861 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.962282 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Bound using segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:03.962938 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Bound port: f5b0b502-d531-4e1a-b90c-72194cb8b39f, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:03.963670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.978997 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group_rule': {'security_group_id': '19dbf546-a30d-4ff8-a45a-4fd596d5a657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:03.994764 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-c42dde29-89bd-4fdb-b323-c5a7dddc938b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/quotas/14bb5ca4d6704321aca6d193a0f483cb HTTP/1.1" status: 200 len: 375 time: 0.1588633 Jul 22 23:09:04.053437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.057270 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['7151973c-18e3-418f-b037-9253824f7137'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:04.141789 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] For port f5b0b502-d531-4e1a-b90c-72194cb8b39f, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:04.168998 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.198906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21c80-14ba-49d4-ab08-4a7946b57c27 None None] Pushing event updated for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.232376 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 4003b692-06b9-4081-8576-27ec1b579315 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:04.250063 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 4003b692-06b9-4081-8576-27ec1b579315 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:04.251059 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.296313 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.db.resource_extend [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:09:04.320899 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] For port f5b0b502-d531-4e1a-b90c-72194cb8b39f, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f5b0b502-d531-4e1a-b90c-72194cb8b39f,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:04.364300 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.377890 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.390560 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-448ef039-295c-44cc-8bf2-8f13f44fe559 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3946400 Jul 22 23:09:04.469558 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-01705e02-21b7-4bfa-8dc8-f14c32e8b76b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:04.472195 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-01705e02-21b7-4bfa-8dc8-f14c32e8b76b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 819 time: 0.3653200 Jul 22 23:09:04.492410 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eba43-682e-4118-b48a-05016d4cbf98 req-37d1e12d-bd01-4fe0-9e03-750f991ae80b tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:04.493009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Request body: {'port': {'device_id': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'admin_state_up': True, 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:04.494549 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-723eba43-682e-4118-b48a-05016d4cbf98 req-37d1e12d-bd01-4fe0-9e03-750f991ae80b tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 944 time: 0.3710015 Jul 22 23:09:04.517253 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.558293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.627014 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.635670 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-50f1e244-5113-44ea-a689-f958b024f7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441452 Jul 22 23:09:04.651520 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-723eba43-682e-4118-b48a-05016d4cbf98 req-7200096d-0cba-46a1-9fe0-00e5825c6a92 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152577 Jul 22 23:09:04.750397 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Made reservation on behalf of 14bb5ca4d6704321aca6d193a0f483cb for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:04.750939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.756645 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.763246 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=19da1322-a4f3-409a-9018-c0962ee21347,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:04.785727 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21c80-14ba-49d4-ab08-4a7946b57c27 None None] Pushing event updated for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.792862 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.803771 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=e44944f0-05d5-47ec-a104-2ed446074915,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.829765 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:04.830504 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:09:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:04.831965 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:04.834088 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6a45f6-92a5-4977-ab57-1529cbf81843,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:04.835007 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:04.838456 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:04.863724 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-cd659d4b-8728-4f6e-a38c-1f883bc2b0a5 service neutron] 10.222.0.15 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270961 Jul 22 23:09:04.887936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 4003b692-06b9-4081-8576-27ec1b579315, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=4003b692-06b9-4081-8576-27ec1b579315,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:04.889220 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.891920 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.892149 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '19da1322-a4f3-409a-9018-c0962ee21347', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'port_id': '19da1322-a4f3-409a-9018-c0962ee21347', 'mac_address': 'fa:16:3e:f5:72:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e179fd9-4dd9-464e-aa3d-7bf3f04a0599', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:04.898709 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1addb70e-e603-4f5f-8640-86042e1ee4f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9d6a45f6-92a5-4977-ab57-1529cbf81843 HTTP/1.1" status: 204 len: 168 time: 1.6774709 Jul 22 23:09:04.903356 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38474) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:04.969724 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.998447 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.012929 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.037028 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.151751 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3204-8bfb-4174-a41f-7a48c57b116e req-314cff6f-3d41-4a17-8cf4-cba95fd01eaa tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:05.154490 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.155465 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-417d3204-8bfb-4174-a41f-7a48c57b116e req-314cff6f-3d41-4a17-8cf4-cba95fd01eaa tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 944 time: 0.1733572 Jul 22 23:09:05.156680 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.164991 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1976373 Jul 22 23:09:05.177351 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.180086 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.184214 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38482) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:05.202203 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group_rule': {'security_group_id': '19dbf546-a30d-4ff8-a45a-4fd596d5a657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:05.213701 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3e631-cf64-4f36-b78c-9245aa8ae9c1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bef3d6-8d95-464f-988a-246a5b1d56dd,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.218118 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19da1322-a4f3-409a-9018-c0962ee21347 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:05.225044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:05.261514 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Allocated IP 172.20.0.4 (35bc5d47-185a-49e1-a23d-f4a7d029ebd2/5154b5b0-c573-46e4-a1e6-ab3370309e54/a7d2220f-09da-495b-bd3d-34905e75203f) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:05.311299 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=19da1322-a4f3-409a-9018-c0962ee21347,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:05.318864 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.331423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.338964 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38486) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:05.368090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.398178 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91435c6e-a962-46f4-a462-32c7a8d5f38b']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:05.423706 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26a1af5-ee55-479c-916b-c63292609eec') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:05.424009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26a1af5-ee55-479c-916b-c63292609eec') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:05.428226 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0544325c-c624-44b3-a4d6-1a3a1d4ee652 req-93886753-753b-425c-b4b2-37219ba2cc40 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 210 time: 0.0868695 Jul 22 23:09:05.464120 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.466896 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.473250 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-417d3204-8bfb-4174-a41f-7a48c57b116e req-86c84d97-12cd-4760-bab0-645daa2e7ae1 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335220 Jul 22 23:09:05.474612 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.475526 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 95f2adf4-c66d-4615-8567-5c50deee545b up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:05.513915 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.537896 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.555202 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.559131 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:09:05.560869 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.566404 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=e44944f0-05d5-47ec-a104-2ed446074915,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.572091 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.585321 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-61b2aff2-dfae-4ee8-80f4-28479903645c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2240162 Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:09:05.585856 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:09:05.587798 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:05.596571 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.646181 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-180e0889-43db-4b56-aab2-654eb701b147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.667545 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fd05b5-a636-45d7-9237-dc0fa0d182cb,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.694246 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.702611 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.708346 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] 10.222.0.15 "DELETE /v2.0/networks/91435c6e-a962-46f4-a462-32c7a8d5f38b HTTP/1.1" status: 204 len: 168 time: 0.7997706 Jul 22 23:09:05.714552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.746815 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.753245 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f77440-b001-4b6d-9dd4-c3890b28779f admin admin] Pushing event deleted for resources: {'Network': ['ID=91435c6e-a962-46f4-a462-32c7a8d5f38b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:05.853901 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.934512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 7151973c-18e3-418f-b037-9253824f7137 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:05.962071 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38518) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:05.978850 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:05.997248 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:06.002966 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:06.052980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.086731 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:06.087384 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 95f2adf4-c66d-4615-8567-5c50deee545b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:06.087783 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.088122 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.094252 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Pushing event updated for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:06.107839 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-32e70ffc-5adf-4302-8ccb-d3ecc55684ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c397b017246e47748e13b3b8b6c6f8ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1421094 Jul 22 23:09:06.108327 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38520) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:06.109690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-180e0889-43db-4b56-aab2-654eb701b147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.129617 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-f35a31cd-1e93-434f-b78c-8c197caa1365 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6429186 Jul 22 23:09:06.133324 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.135656 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-180e0889-43db-4b56-aab2-654eb701b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.137218 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e5ead776-a6b0-48db-8a9f-af786dc2a353 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9465950 Jul 22 23:09:06.143129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38522) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:06.148893 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Request body: {'port': {'device_id': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:06.151416 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:06.182167 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-8a28600c-87a1-4ef9-8b90-3acf4b1786fe tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--623150111&fields=id&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 267 time: 0.1245430 Jul 22 23:09:06.221705 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.231063 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e0889-43db-4b56-aab2-654eb701b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8f747-e4a1-40ee-b642-0826650bd346,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:06.250509 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4e9ef-c741-49da-ace0-b9c5328873ee req-f4c84df4-afc8-4cf2-8006-231fd4666e74 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:06.252622 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2d4e9ef-c741-49da-ace0-b9c5328873ee req-f4c84df4-afc8-4cf2-8006-231fd4666e74 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 944 time: 0.4274790 Jul 22 23:09:06.255003 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-180e0889-43db-4b56-aab2-654eb701b147 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7572594300bf44c99b5da54f0b326b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065466 Jul 22 23:09:06.258811 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.258940 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38524) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:06.278550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.296209 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 7151973c-18e3-418f-b037-9253824f7137 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:06.298300 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.310120 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 7151973c-18e3-418f-b037-9253824f7137 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:06.310490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.367542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:04Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:06.382648 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2d4e9ef-c741-49da-ace0-b9c5328873ee req-44a73cda-b0d3-4801-a130-4cdb18a62de2 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137130 Jul 22 23:09:06.401587 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-11e80d79-f65c-47e3-8df5-cbbc53dc934b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:06.403121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-11e80d79-f65c-47e3-8df5-cbbc53dc934b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 816 time: 0.1944246 Jul 22 23:09:06.409729 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.413645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee762-3e6a-428f-8551-5e9b3d0f9e1c None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:04Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:09:06.434754 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-871f122f-feb2-4f98-9302-a97aaa697946 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/quotas/fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 375 time: 0.0148315 Jul 22 23:09:06.477341 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.588148 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.589128 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-220013d9-d859-4dbc-8add-ebb57627190c req-ae5b90c6-b329-4a03-928a-c9672f02df12 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 210 time: 0.0793843 Jul 22 23:09:06.654475 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-39871cac-37e4-463e-b2bd-143379f12227 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1955075 Jul 22 23:09:06.665652 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.674022 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7151973c-18e3-418f-b037-9253824f7137,segment=NetworkSegment(5d2cc862-7667-4149-bd57-7e0f14f974fe),segment_id=5d2cc862-7667-4149-bd57-7e0f14f974fe)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:06.675385 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151973c-18e3-418f-b037-9253824f7137'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:06.766577 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:06.851446 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:06.998014 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-f6f4a33b-1991-49c6-8ac3-cff8edf8b929 service neutron] 10.222.0.15 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266702 Jul 22 23:09:07.016515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.020288 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.024107 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/678407b3-bbb0-445b-b848-7d4f0e4e7c32 HTTP/1.1" status: 204 len: 168 time: 0.9122915 Jul 22 23:09:07.057320 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5a1a87-6cdd-40df-a659-d17fb8897cc8" -d '{"events": [{"server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "name": "network-vif-plugged", "status": "completed", "tag": "7151973c-18e3-418f-b037-9253824f7137"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:07.114987 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019002d-46d6-4364-9e3e-b05bb0357db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678407b3-bbb0-445b-b848-7d4f0e4e7c32,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:07.142865 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Allocated IP 172.27.0.251 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/60e09400-3b02-41af-a827-12c0eb3ad08e) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:07.161899 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a2b0-ae76-4cd6-bdcb-03ccceb46d01 req-e58ec9af-5359-4f90-9061-0337ba27b900 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:07.164202 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2b06a2b0-ae76-4cd6-bdcb-03ccceb46d01 req-e58ec9af-5359-4f90-9061-0337ba27b900 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 945 time: 0.4204931 Jul 22 23:09:07.278121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-79a14031-3982-42ec-882f-4e0eb22b69fb service neutron] 10.222.0.15 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791479 Jul 22 23:09:07.328928 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2b06a2b0-ae76-4cd6-bdcb-03ccceb46d01 req-1d3c6052-07d4-4296-8cfe-a30f7f7f6b6b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482134 Jul 22 23:09:07.387328 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d2220f-09da-495b-bd3d-34905e75203f {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:07.401589 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.409541 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.413595 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6d8f747-e4a1-40ee-b642-0826650bd346 HTTP/1.1" status: 204 len: 168 time: 1.1477432 Jul 22 23:09:07.421669 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.434404 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 4003b692-06b9-4081-8576-27ec1b579315 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:07.437554 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.464909 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cc20-20e7-4ec4-982e-1b1ce601c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d8f747-e4a1-40ee-b642-0826650bd346,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:07.472640 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Transition to ACTIVE for port object a7d2220f-09da-495b-bd3d-34905e75203f will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:07.481420 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-08e61cd2-91e7-47fc-bed3-b95a66bf3620 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:07.482965 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-08e61cd2-91e7-47fc-bed3-b95a66bf3620 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 819 time: 0.9613335 Jul 22 23:09:07.484982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.517630 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Request body: {'port': {'device_id': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'admin_state_up': True, 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:07.533880 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.587024 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:07.647233 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 4003b692-06b9-4081-8576-27ec1b579315 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:07.647609 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.681468 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:07.711620 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:07.718658 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:07.733179 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=60e09400-3b02-41af-a827-12c0eb3ad08e,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:07.842631 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.843641 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f5b0b502-d531-4e1a-b90c-72194cb8b39f up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:07.856382 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Attempting to bind port a7d2220f-09da-495b-bd3d-34905e75203f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:07.856598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Attempting to bind port a7d2220f-09da-495b-bd3d-34905e75203f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:07.865976 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Attempting to bind port a7d2220f-09da-495b-bd3d-34905e75203f on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:07.886088 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360470f0-f1d9-47f1-b1a6-e90069230321 req-9e5136d8-3b1b-47ab-bd30-9634d787af56 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:07.890292 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Port a7d2220f-09da-495b-bd3d-34905e75203f on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:07.890720 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Attempting to bind port a7d2220f-09da-495b-bd3d-34905e75203f on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:07.902900 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-360470f0-f1d9-47f1-b1a6-e90069230321 req-9e5136d8-3b1b-47ab-bd30-9634d787af56 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.2525551 Jul 22 23:09:07.905624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38582) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:07.930479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:07.930820 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Checking segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:07.931441 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Bound using segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:07.934815 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Bound port: a7d2220f-09da-495b-bd3d-34905e75203f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:07.935456 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:07.965393 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4217a6-b2e5-4b5d-bbbf-45af47f41c4a x-openstack-request-id: req-cf4217a6-b2e5-4b5d-bbbf-45af47f41c4a {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:07.965911 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "name": "network-vif-plugged", "status": "completed", "tag": "7151973c-18e3-418f-b037-9253824f7137", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:07.966424 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf4217a6-b2e5-4b5d-bbbf-45af47f41c4a {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:07.967077 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151973c-18e3-418f-b037-9253824f7137', 'code': 200} Jul 22 23:09:07.971708 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 19da1322-a4f3-409a-9018-c0962ee21347 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:07.973084 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Made reservation on behalf of 14bb5ca4d6704321aca6d193a0f483cb for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:07.976587 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.066498 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 19da1322-a4f3-409a-9018-c0962ee21347 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:08.072409 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port f5b0b502-d531-4e1a-b90c-72194cb8b39f completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:08.075980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 19da1322-a4f3-409a-9018-c0962ee21347 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:08.076612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.098408 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.61', 53438) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:08.100988 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f5b0b502-d531-4e1a-b90c-72194cb8b39f triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:08.101365 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.231748 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a80297c-7a67-47b3-b1c2-3710d2d67ab9 req-bbe1f755-5ff2-4e66-9c23-113745e33dcf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 210 time: 0.1816761 Jul 22 23:09:08.257429 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.295994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:08.305535 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.310658 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7d2220f-09da-495b-bd3d-34905e75203f,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:08.326429 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.364163 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=19da1322-a4f3-409a-9018-c0962ee21347,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:08.382900 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.399463 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-360470f0-f1d9-47f1-b1a6-e90069230321 req-9fb2f6e2-bcdc-4ab7-b0a8-47d16f976de1 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954855 Jul 22 23:09:08.425761 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.428062 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38590) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:08.466060 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port f5b0b502-d531-4e1a-b90c-72194cb8b39f, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f5b0b502-d531-4e1a-b90c-72194cb8b39f,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:08.471645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.474937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:08.490176 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:08.490176 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.490176 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-e50a8e60-b4d5-4c94-972e-976a2a8ca65e service neutron] 10.222.0.61 "PUT /v2.0/ports/a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 1093 time: 2.3454325 Jul 22 23:09:08.490599 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:08.493316 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e93ed91-a92c-4931-835d-4bdc9d2d535b" -d '{"events": [{"name": "network-changed", "server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:08.534395 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:08.550892 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Allocated IP 172.20.0.14 (35bc5d47-185a-49e1-a23d-f4a7d029ebd2/5154b5b0-c573-46e4-a1e6-ab3370309e54/8551c415-5e17-4208-9a72-8a0dcdd70b32) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:08.566487 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6392eea7-13a0-4c4a-a07a-935f44f99a87 req-0c6aabe8-905c-4304-ac35-18822b385d27 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 210 time: 0.1655643 Jul 22 23:09:08.574174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fbb1aa0b-ede0-4374-afaf-bf281ef94f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.578193 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-11746b40-2bab-4140-b6a4-c99603a7c844 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4a609b8cfed4104b2cbae44c670cc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672301 Jul 22 23:09:08.587381 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 38594) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:08.631972 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:08.655320 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d97b15e-1377-43d4-87d5-743f3543b907 x-openstack-request-id: req-0d97b15e-1377-43d4-87d5-743f3543b907 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:08.655595 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:08.655847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d97b15e-1377-43d4-87d5-743f3543b907 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:08.656237 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f', 'status': 'completed', 'code': 200} Jul 22 23:09:08.747630 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.769891 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-7f1eb432-a39e-414b-8067-889eab467be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:08.771419 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-7f1eb432-a39e-414b-8067-889eab467be2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1096 time: 0.1700199 Jul 22 23:09:08.837664 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-8fd7d6c7-5409-4957-b055-a84c1d22608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:08.839251 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-8fd7d6c7-5409-4957-b055-a84c1d22608a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 1098 time: 0.7201149 Jul 22 23:09:08.841947 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-80d8545b-4b1f-4521-b1af-d6a4e729622f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0377381 Jul 22 23:09:08.854316 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.899127 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-b4b8ba81-d6e6-4272-80d0-52046ed1350a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.912528 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad784fb8-3e14-4ae8-b55f-19d2ebbc4b09 req-a82ceaaf-93e2-4c93-ba72-cc9060107b5b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:08.914242 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ad784fb8-3e14-4ae8-b55f-19d2ebbc4b09 req-a82ceaaf-93e2-4c93-ba72-cc9060107b5b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.4294214 Jul 22 23:09:08.961982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.965309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-6c8b04a8-1ebf-4123-9271-4f87f7401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:08.966959 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-6c8b04a8-1ebf-4123-9271-4f87f7401540 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.1067288 Jul 22 23:09:08.975720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.986850 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:08.987350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.61', 53440) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:09.061296 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-d37bda51-c72d-4b0a-943a-3eae35664e96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729687 Jul 22 23:09:09.062995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ad784fb8-3e14-4ae8-b55f-19d2ebbc4b09 req-7e31e88f-4851-4a8f-bcef-bfcc99b0d339 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354861 Jul 22 23:09:09.068042 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.125836 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fbb1aa0b-ede0-4374-afaf-bf281ef94f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.130247 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=60e09400-3b02-41af-a827-12c0eb3ad08e,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:09.147472 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fbb1aa0b-ede0-4374-afaf-bf281ef94f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.177818 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-0c6e419e-43d4-48f8-8208-ea3708add10b service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071706 Jul 22 23:09:09.178436 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.181005 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.182498 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b796274e-7bdc-4ed5-be48-80c6bae41113 HTTP/1.1" status: 204 len: 168 time: 0.5931754 Jul 22 23:09:09.245897 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1aa0b-ede0-4374-afaf-bf281ef94f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46724c74-5e3d-4ee1-bf16-5c6595abf45c,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:09.255176 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-fbb1aa0b-ede0-4374-afaf-bf281ef94f4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a987bf42e0c0448694f25310fe7d21dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009224 Jul 22 23:09:09.274111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 38614) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:09.284512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f5b0b502-d531-4e1a-b90c-72194cb8b39f up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:09.348564 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.370609 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92aea1-a4b8-4ab5-98f5-5bcc3b41c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b796274e-7bdc-4ed5-be48-80c6bae41113,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:09.376831 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f5b0b502-d531-4e1a-b90c-72194cb8b39f triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:09.380240 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.491669 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:09.534711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-eb96efc5-b676-4e28-921c-a2805ad42d70 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:09.536232 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-eb96efc5-b676-4e28-921c-a2805ad42d70 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 816 time: 0.5399323 Jul 22 23:09:09.540497 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:09.545577 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:09.592539 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Pushing event updated for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:09.612463 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38ad468a-9819-4945-967e-81677dcaa610 req-ca204140-5815-430d-8feb-ab6b9fcc049a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 210 time: 0.0896955 Jul 22 23:09:09.652039 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d23132d8-a1cb-4cd4-bca5-86b1adac1842 req-0ae7f84f-21ec-4f43-b907-b2ad3aa5fd79 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529851 Jul 22 23:09:09.665269 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:09.667834 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.676433 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-c094effa-9df7-4df0-9d95-4d97f13c0c5e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 379 time: 0.1239831 Jul 22 23:09:09.689550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'port': {'device_id': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'admin_state_up': True, 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'security_groups': ['49a82d23-d09e-44ea-911e-6e681d11044c']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:09.717157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-b4b8ba81-d6e6-4272-80d0-52046ed1350a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.748526 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.751548 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-916795d7-b925-4a39-89ae-a7e548c6db32 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2509248 Jul 22 23:09:09.758311 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-b4b8ba81-d6e6-4272-80d0-52046ed1350a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.785606 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Request body: {'port': {'device_id': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:09.793432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.794665 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f5143147-e02c-47a0-977c-c631f7374ea1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6490576 Jul 22 23:09:09.838630 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd070-69a1-496a-9d5b-c1768bd073fe req-fd209073-d1f8-4705-8c84-3a34cfbc53ea tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:09.841086 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cc8fd070-69a1-496a-9d5b-c1768bd073fe req-fd209073-d1f8-4705-8c84-3a34cfbc53ea tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.3170097 Jul 22 23:09:09.862246 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.866993 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7aa915f7-aca9-41d4-a709-bc6b3f3f3edf req-b4b8ba81-d6e6-4272-80d0-52046ed1350a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0111465 Jul 22 23:09:09.894095 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8ba81-d6e6-4272-80d0-52046ed1350a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8edb9-a39f-4226-b4bd-5098d0c0dbe7,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:09.927340 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-7f8583ad-edb7-4b35-a36a-01cb9d49b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:09.928955 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-7f8583ad-edb7-4b35-a36a-01cb9d49b9a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1096 time: 0.2124345 Jul 22 23:09:09.937779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.969401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:09.971646 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b00250-94c6-4b32-9d56-bc04840ae2d7" -d '{"events": [{"server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "name": "network-vif-plugged", "status": "completed", "tag": "19da1322-a4f3-409a-9018-c0962ee21347"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:09.977409 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cc8fd070-69a1-496a-9d5b-c1768bd073fe req-ae1c6e61-486b-4db0-b132-0233b9de5789 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274080 Jul 22 23:09:09.981934 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Made reservation on behalf of fc405006d7514404a815206acb096bd7 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:09.987103 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.999860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5283-c543-47ef-80a8-5a720436bc17 req-fe944bc1-1092-48dd-8958-9342ae0a3300 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.002024 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d30b5283-c543-47ef-80a8-5a720436bc17 req-fe944bc1-1092-48dd-8958-9342ae0a3300 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 932 time: 0.3000236 Jul 22 23:09:10.019699 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:10.022389 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:10.025382 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46724c74-5e3d-4ee1-bf16-5c6595abf45c HTTP/1.1" status: 204 len: 168 time: 0.7499342 Jul 22 23:09:10.065828 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dee1a-e11a-4e67-96bf-49d0988897cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46724c74-5e3d-4ee1-bf16-5c6595abf45c,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:10.106698 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d30b5283-c543-47ef-80a8-5a720436bc17 req-44de4052-c4f1-4cb9-8f2b-f953804369bb tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777156 Jul 22 23:09:10.117129 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5549320-b4f7-444a-896a-680021de9ac2 x-openstack-request-id: req-f5549320-b4f7-444a-896a-680021de9ac2 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:10.117601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "name": "network-vif-plugged", "status": "completed", "tag": "19da1322-a4f3-409a-9018-c0962ee21347", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:10.118058 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5549320-b4f7-444a-896a-680021de9ac2 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:10.118634 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347', 'code': 200} Jul 22 23:09:10.397177 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98046f-fab8-4396-b264-3e0cddb9a5f8 req-05872f14-cf9f-4b06-88a4-133d775bb814 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.406524 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a98046f-fab8-4396-b264-3e0cddb9a5f8 req-05872f14-cf9f-4b06-88a4-133d775bb814 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.1840353 Jul 22 23:09:10.426591 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-8f99645a-a436-4494-b922-207b35e29b72 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--708213341&fields=id&tenant_id=1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 267 time: 0.1538656 Jul 22 23:09:10.549858 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a98046f-fab8-4396-b264-3e0cddb9a5f8 req-6eba76b3-5c1b-4721-a764-2eae6f31e857 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423779 Jul 22 23:09:10.586842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ab80-7175-4b7e-92d7-7078d814543c req-ebdce8b7-814e-4dda-a221-eb0caf9c486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.587644 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-ec0ad952-8158-422d-9c0c-e20c2c7bd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.588516 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a340ab80-7175-4b7e-92d7-7078d814543c req-ebdce8b7-814e-4dda-a221-eb0caf9c486b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 1099 time: 0.2362194 Jul 22 23:09:10.589914 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-ec0ad952-8158-422d-9c0c-e20c2c7bd8cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.6531324 Jul 22 23:09:10.598527 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-fa0984f0-4eed-4d5d-9b4a-6503587fe2d4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.600226 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-fa0984f0-4eed-4d5d-9b4a-6503587fe2d4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 811 time: 0.1616952 Jul 22 23:09:10.630959 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-4cf6f318-2086-42ea-9b0b-01894e2b5a7d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/quotas/1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 375 time: 0.0232887 Jul 22 23:09:10.653462 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a340ab80-7175-4b7e-92d7-7078d814543c req-b7cdf8b8-2323-4d20-96c1-2452b98f879b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521188 Jul 22 23:09:10.738914 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-496bea87-7c40-40ba-b3b5-ff9dfd925d84 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939248 Jul 22 23:09:10.774669 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-2e9b7c65-f26a-498b-9dbf-bc2bf1bd9d1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.1629517 Jul 22 23:09:10.816345 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23ba5f7f-00c7-40b1-a0c0-2be8c53b80e1 req-64e606ea-52b0-4068-9574-8e5f604ada4f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 210 time: 0.0651624 Jul 22 23:09:10.861768 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-835246d3-89e0-415f-ae8d-f83b5f4709f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:10.863464 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-835246d3-89e0-415f-ae8d-f83b5f4709f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0777001 Jul 22 23:09:10.934662 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Allocated IP 172.20.0.11 (a23942ca-ed91-4c4b-9521-8192ce3ab4ea/eadaac1b-8f8c-4420-bfee-62e474dc8c5b/d809e620-66b7-4cb7-b78c-76b2e8ce4b7b) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:10.975192 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-177a4baa-4364-4a26-8936-1e6083484f76 service neutron] 10.222.0.15 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338603 Jul 22 23:09:10.979437 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-8999fbb6-45c1-4415-9339-81cb03cfc1fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080289 Jul 22 23:09:11.162810 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-fc3dd45d-a624-4b09-8268-370d93fd5694 service neutron] 10.222.0.15 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821816 Jul 22 23:09:11.201161 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb599-d723-467e-8e7b-8ec5288eadde req-0a22d4ff-b60c-41b7-b52e-8bb18bea4d94 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:11.213055 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-07ccb599-d723-467e-8e7b-8ec5288eadde req-0a22d4ff-b60c-41b7-b52e-8bb18bea4d94 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.1125424 Jul 22 23:09:11.282937 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-07ccb599-d723-467e-8e7b-8ec5288eadde req-18c60699-f00a-4617-9ae5-bf40b2dc6079 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667827 Jul 22 23:09:11.487863 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-fdb108ec-c568-46d1-bc6e-21e452f19137 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951499 Jul 22 23:09:11.537708 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5d554e99-c429-47d6-8711-1cd2d0a959f9 req-c8e4eebc-3b31-4770-a029-a2b81067e00b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 210 time: 0.0800121 Jul 22 23:09:11.633243 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:11.642430 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b97b7-af06-4ce6-be53-7eec7215bc6d req-66e9c99d-c3db-45f9-a0f3-ffa00be86024 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:11.642591 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8551c415-5e17-4208-9a72-8a0dcdd70b32 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:11.644014 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-505b97b7-af06-4ce6-be53-7eec7215bc6d req-66e9c99d-c3db-45f9-a0f3-ffa00be86024 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 932 time: 0.2015710 Jul 22 23:09:11.694921 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:11.719222 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Transition to ACTIVE for port object d809e620-66b7-4cb7-b78c-76b2e8ce4b7b will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:11.720972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Transition to ACTIVE for port object 8551c415-5e17-4208-9a72-8a0dcdd70b32 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:11.735473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:11.793007 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8e93ed91-a92c-4931-835d-4bdc9d2d535b req-7ef5d071-373b-4d76-bedf-9661c5c3da42 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619143 Jul 22 23:09:11.830455 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-505b97b7-af06-4ce6-be53-7eec7215bc6d req-a04caee3-674e-4b67-9d63-7e26692a68d0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757669 Jul 22 23:09:11.876079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Pushing event updated for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:11.886396 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45df321-c702-4794-97cb-1f5b241f499f req-3f41aafa-8ad4-4697-b20b-805d7633f9a6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:11.888978 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d45df321-c702-4794-97cb-1f5b241f499f req-3f41aafa-8ad4-4697-b20b-805d7633f9a6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.1943116 Jul 22 23:09:11.929948 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:11.940182 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a7d2220f-09da-495b-bd3d-34905e75203f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:11.994603 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d45df321-c702-4794-97cb-1f5b241f499f req-0d226f56-b12d-4f99-b6e5-f4e5de6cea76 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957549 Jul 22 23:09:12.039598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:12.090977 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:12.096635 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:12.100942 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:12.105320 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Attempting to bind port 8551c415-5e17-4208-9a72-8a0dcdd70b32 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:12.105741 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Attempting to bind port 8551c415-5e17-4208-9a72-8a0dcdd70b32 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:12.106653 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Attempting to bind port 8551c415-5e17-4208-9a72-8a0dcdd70b32 on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:12.136347 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Port 8551c415-5e17-4208-9a72-8a0dcdd70b32 on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:12.137275 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Attempting to bind port 8551c415-5e17-4208-9a72-8a0dcdd70b32 on network 35bc5d47-185a-49e1-a23d-f4a7d029ebd2 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:12.148171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:12.148799 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Checking segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:12.149439 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Bound using segment: {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:12.150255 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Bound port: 8551c415-5e17-4208-9a72-8a0dcdd70b32, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fcc4af-010e-4b3e-9182-24a388f27f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:12.150996 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.189011 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bf377-0459-477a-8bd9-9c51e18b6343 req-f8ad0052-5096-43a3-b973-868066d77908 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:12.191492 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459bf377-0459-477a-8bd9-9c51e18b6343 req-f8ad0052-5096-43a3-b973-868066d77908 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 932 time: 0.2335470 Jul 22 23:09:12.212738 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7d2220f-09da-495b-bd3d-34905e75203f,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:12.217726 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:12.219315 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.244539 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'a7d2220f-09da-495b-bd3d-34905e75203f', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'port_id': 'a7d2220f-09da-495b-bd3d-34905e75203f', 'mac_address': 'fa:16:3e:47:18:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:12.261911 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-459bf377-0459-477a-8bd9-9c51e18b6343 req-0082b715-b154-48af-84b0-72c55e14f63e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648267 Jul 22 23:09:12.377572 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.420206 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d2220f-09da-495b-bd3d-34905e75203f {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:12.453028 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-7f4ae5f2-eef1-4aca-aed8-23bd99a76bfb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7591987 Jul 22 23:09:12.454841 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7d2220f-09da-495b-bd3d-34905e75203f,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:12.459225 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.461019 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Request body: {'port': {'device_id': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:12.465202 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:12.469660 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:12.496067 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.513239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-b14e103b-7f32-4795-8555-4802b6b6a764 None None] Provisioning for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:12.526141 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-b14e103b-7f32-4795-8555-4802b6b6a764 None None] Provisioning complete for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:12.526531 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b14e103b-7f32-4795-8555-4802b6b6a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.527941 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464eb79d-f9f5-4319-ae27-d9df50d7e0b7 req-17e51af7-da4b-4c80-a3b8-d2b1e4f47483 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:12.537283 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-464eb79d-f9f5-4319-ae27-d9df50d7e0b7 req-17e51af7-da4b-4c80-a3b8-d2b1e4f47483 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.0898221 Jul 22 23:09:12.552129 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:12.554327 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:12.555649 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.557429 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] 10.222.0.61 "PUT /v2.0/ports/8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 200 len: 1094 time: 2.7774932 Jul 22 23:09:12.560771 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:12.564294 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd84146-3af9-470c-9142-df1b2380d43c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:12.571835 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-b14e103b-7f32-4795-8555-4802b6b6a764 None None] Port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:09:12.597090 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-464eb79d-f9f5-4319-ae27-d9df50d7e0b7 req-df7dd8fd-86b6-4517-8b4b-858a11fb1b41 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585325 Jul 22 23:09:12.612752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20143fbf-95a3-42c6-be72-d61d539b3023 x-openstack-request-id: req-20143fbf-95a3-42c6-be72-d61d539b3023 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:12.613075 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:12.613296 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20143fbf-95a3-42c6-be72-d61d539b3023 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:12.613687 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32', 'status': 'completed', 'code': 200} Jul 22 23:09:12.661777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f1a95-dbc2-42b1-abad-b58ef6c49b5f service neutron] Pushing event updated for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:12.672253 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:12.693737 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['a7d2220f-09da-495b-bd3d-34905e75203f'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:12.713030 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b5ee024-1486-431f-9657-d3e486252b7b req-31b1789b-f7f2-4082-b2a0-28278a55e0a1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Jul 22 23:09:12.737423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-13ec777e-1abe-4318-b09c-ab37213253d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:12.739040 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-13ec777e-1abe-4318-b09c-ab37213253d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1097 time: 0.1310985 Jul 22 23:09:12.837026 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-1b207034-5167-4133-bd68-297557e93241 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 200 len: 217 time: 0.0893407 Jul 22 23:09:13.022105 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec5e8e-be29-4612-aaad-a4e0ca264b04 req-60e4bc70-edb8-49c9-b500-ec8337915545 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:13.041207 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-adec5e8e-be29-4612-aaad-a4e0ca264b04 req-60e4bc70-edb8-49c9-b500-ec8337915545 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.1121640 Jul 22 23:09:13.081056 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e377b-560a-47d6-9fef-47cd5c65551c req-cb314e9f-e863-4ebd-bcd9-8c21d7cb8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:13.082426 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-cb314e9f-e863-4ebd-bcd9-8c21d7cb8c28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.2291021 Jul 22 23:09:13.110397 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-adec5e8e-be29-4612-aaad-a4e0ca264b04 req-b65ca100-a6ed-463e-908a-0c3cab929ad6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656846 Jul 22 23:09:13.164699 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-c1956e4a-52db-43d8-8ff9-3d4b86d0d7a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703351 Jul 22 23:09:13.179381 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-abfa47cf-d0e6-4cba-b184-e553b8a580f4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:13.181016 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-abfa47cf-d0e6-4cba-b184-e553b8a580f4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 811 time: 0.3245373 Jul 22 23:09:13.187762 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b4c6-e56e-49cf-bbd0-dfa687f498e1 req-45083681-d3a2-488c-bf10-e73a3bbc50d0 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:13.189574 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4a3b4c6-e56e-49cf-bbd0-dfa687f498e1 req-45083681-d3a2-488c-bf10-e73a3bbc50d0 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0782447 Jul 22 23:09:13.231718 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4a3b4c6-e56e-49cf-bbd0-dfa687f498e1 req-cd06b037-b1b4-4384-b577-efc7c6131b4b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Jul 22 23:09:13.305412 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-6a23800e-d41e-4220-8d60-a14efe065fd4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 379 time: 0.1090879 Jul 22 23:09:13.332635 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'port': {'device_id': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'admin_state_up': True, 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'security_groups': ['19dbf546-a30d-4ff8-a45a-4fd596d5a657']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:13.382118 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:13.440826 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:13.452717 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-f1e63f03-95f7-4195-9e00-ca495704fe49 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704797 Jul 22 23:09:13.460527 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb685eb3-4518-4114-8e64-e12e8f1f843f req-694d9799-4d83-4e19-b362-336ad6657197 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:13.468534 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb685eb3-4518-4114-8e64-e12e8f1f843f req-694d9799-4d83-4e19-b362-336ad6657197 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 932 time: 0.0880792 Jul 22 23:09:13.506268 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Transition to ACTIVE for port object d809e620-66b7-4cb7-b78c-76b2e8ce4b7b will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:13.522037 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:13.552581 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb685eb3-4518-4114-8e64-e12e8f1f843f req-96c0dde3-b11c-41c7-8da6-470f212cb6af tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828943 Jul 22 23:09:13.674842 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:13.774594 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:09:13.778775 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Made reservation on behalf of 1d86994d98374dc49c4106628aca1303 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:13.796949 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:13.801261 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-718e377b-560a-47d6-9fef-47cd5c65551c req-933bb4bb-5401-445d-a941-c91b731413dc service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388422 Jul 22 23:09:13.852872 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eccf16da-6a85-41d5-bb4b-f418fdd0c6d1 req-32b6b90b-cabf-4aba-b633-62f6c5804fef tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 210 time: 0.0608830 Jul 22 23:09:13.954635 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a7d2220f-09da-495b-bd3d-34905e75203f up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:13.983482 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Attempting to bind port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:13.984199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Attempting to bind port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:13.984973 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Attempting to bind port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:14.011796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:14.012153 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Attempting to bind port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:14.028634 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:14.029952 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Checking segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:14.030395 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Bound using segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:14.030848 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Bound port: d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:14.031303 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.061043 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port a7d2220f-09da-495b-bd3d-34905e75203f completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:14.066534 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port a7d2220f-09da-495b-bd3d-34905e75203f triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:14.066910 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.161676 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.187896 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:14.190837 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b24fd5-0912-4bda-b9d7-cb8e0a6b79db" -d '{"events": [{"server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:14.206731 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7d2220f-09da-495b-bd3d-34905e75203f,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:14.211941 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.262954 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37944b-4eca-4894-aac3-e68a85fa813f req-77d3c4b5-9603-4630-8b8b-962bea85d301 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:14.274504 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d37944b-4eca-4894-aac3-e68a85fa813f req-77d3c4b5-9603-4630-8b8b-962bea85d301 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.0818050 Jul 22 23:09:14.279735 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:14.312847 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d37944b-4eca-4894-aac3-e68a85fa813f req-6568c1b7-8019-4c5e-b0de-4ef916e8ae4c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Jul 22 23:09:14.349373 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd84146-3af9-470c-9142-df1b2380d43c req-fcb72547-3bde-4a07-b0d5-2ff8fcad5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:14.350885 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-fcb72547-3bde-4a07-b0d5-2ff8fcad5f5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1097 time: 0.4912808 Jul 22 23:09:14.358085 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5437ae-c315-4ac4-9699-68178b76e6e7 x-openstack-request-id: req-2a5437ae-c315-4ac4-9699-68178b76e6e7 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:14.358386 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:14.358643 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a5437ae-c315-4ac4-9699-68178b76e6e7 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:14.359040 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f', 'code': 200} Jul 22 23:09:14.369510 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Allocated IP 172.20.0.3 (e6af4070-e467-4b63-86e3-19ccc36f207a/f3921267-6c23-410c-ae46-3129f3cec6a7/b349bc9a-6125-4da9-ac2a-70f8f13c4a56) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:14.387521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:14.392526 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:14.398761 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.452798 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:14.453420 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.455402 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] 10.222.0.61 "PUT /v2.0/ports/d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 1094 time: 2.0010982 Jul 22 23:09:14.527171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac8a09-8b69-4ba2-b8df-e89979aa7b96 service neutron] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:14.570813 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.585772 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Transition to ACTIVE for port object b349bc9a-6125-4da9-ac2a-70f8f13c4a56 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:14.614813 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:14.617107 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:14.625412 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.674281 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Network e6af4070-e467-4b63-86e3-19ccc36f207a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:14.677258 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:14.680960 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:14.690334 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5a3a6-d23b-4ac8-83a9-8ede42c52cdc req-ce8dd52b-30e3-4994-b832-0d1e322a0152 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:14.693142 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99d5a3a6-d23b-4ac8-83a9-8ede42c52cdc req-ce8dd52b-30e3-4994-b832-0d1e322a0152 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0685377 Jul 22 23:09:14.704606 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:14.733646 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:14.734438 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:14.736829 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99d5a3a6-d23b-4ac8-83a9-8ede42c52cdc req-630e2e84-df67-4176-adf4-1941501d5b62 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390067 Jul 22 23:09:14.750765 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-654010db-a998-404e-8055-747c3afe72c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4260693 Jul 22 23:09:14.789072 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990a826-e5cb-4b60-98d4-fe8f3aad887c x-openstack-request-id: req-3990a826-e5cb-4b60-98d4-fe8f3aad887c {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:14.789274 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:14.789526 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3990a826-e5cb-4b60-98d4-fe8f3aad887c {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:14.789921 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'status': 'completed', 'code': 200} Jul 22 23:09:14.991966 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e47b2564-78c9-48ad-9ebc-d304e0eedf6c None None] Provisioning for port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:14.998482 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e47b2564-78c9-48ad-9ebc-d304e0eedf6c None None] Provisioning complete for port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:14.998856 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e47b2564-78c9-48ad-9ebc-d304e0eedf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:15.034989 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e47b2564-78c9-48ad-9ebc-d304e0eedf6c None None] Port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:09:17.260164 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Request body: {'port': {'device_id': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:17.469119 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd84146-3af9-470c-9142-df1b2380d43c req-c9a247a2-8221-4858-8b14-f64bc1c07605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.470651 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-c9a247a2-8221-4858-8b14-f64bc1c07605 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.2168391 Jul 22 23:09:17.476178 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:17.526522 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c63f0-22df-4d5c-a6d9-0b8ad40fe299 req-f2841bfc-57c5-4fd7-9b9f-0be445966d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.532375 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb4c63f0-22df-4d5c-a6d9-0b8ad40fe299 req-f2841bfc-57c5-4fd7-9b9f-0be445966d43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0875683 Jul 22 23:09:17.561026 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-c0081ec8-adf0-40d6-9264-1100f83b13b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 200 len: 217 time: 0.0743091 Jul 22 23:09:17.573661 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-7ac4e00b-d0b2-46e6-82fb-f5d4f75e67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.575161 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-7ac4e00b-d0b2-46e6-82fb-f5d4f75e67e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1097 time: 0.2126033 Jul 22 23:09:17.619737 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb4c63f0-22df-4d5c-a6d9-0b8ad40fe299 req-73a70656-0815-4975-b34e-99daa2053352 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740671 Jul 22 23:09:17.713970 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd84146-3af9-470c-9142-df1b2380d43c req-58743184-cf69-46ab-ac4f-d6de790f9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.715448 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-58743184-cf69-46ab-ac4f-d6de790f9c69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.1394405 Jul 22 23:09:17.718665 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075770-2a97-4e53-a1cc-359b9b5d2a2e req-742dd620-33b5-45a5-bcc8-89920078093e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.720142 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c5075770-2a97-4e53-a1cc-359b9b5d2a2e req-742dd620-33b5-45a5-bcc8-89920078093e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 931 time: 0.1472116 Jul 22 23:09:17.732496 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d735c-1b7a-43ef-a791-27186bbb5306 req-4929bbe5-df7b-4b68-88d3-6b30f2bccff9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.733936 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c43d735c-1b7a-43ef-a791-27186bbb5306 req-4929bbe5-df7b-4b68-88d3-6b30f2bccff9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.1128776 Jul 22 23:09:17.789290 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c5075770-2a97-4e53-a1cc-359b9b5d2a2e req-3b9fb195-2cc3-47bc-9dca-f605ed6d9ca9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543807 Jul 22 23:09:17.794023 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c43d735c-1b7a-43ef-a791-27186bbb5306 req-e266c960-f2f5-47b5-96b5-ee0b9ae88cbf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Jul 22 23:09:17.797003 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-46907a4e-19e4-40de-af90-8f088edc01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.798465 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-46907a4e-19e4-40de-af90-8f088edc01c7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc405006d7514404a815206acb096bd7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2130322 Jul 22 23:09:17.908363 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5c1ba-5db2-48a2-b89f-cc1d77b5308a req-d8db0035-ef1e-42df-ab9a-07d600edf629 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:17.910388 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fba5c1ba-5db2-48a2-b89f-cc1d77b5308a req-d8db0035-ef1e-42df-ab9a-07d600edf629 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0621734 Jul 22 23:09:17.919934 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b349bc9a-6125-4da9-ac2a-70f8f13c4a56 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:17.929439 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:17.943578 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Transition to ACTIVE for port object b349bc9a-6125-4da9-ac2a-70f8f13c4a56 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:17.947896 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:17.953719 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fba5c1ba-5db2-48a2-b89f-cc1d77b5308a req-3479c5bf-e54f-4b10-8810-3f672f996415 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374749 Jul 22 23:09:18.002113 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Pushing event updated for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:18.080720 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Attempting to bind port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:18.081060 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Attempting to bind port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:18.081395 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Attempting to bind port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:18.085944 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 on network e6af4070-e467-4b63-86e3-19ccc36f207a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:18.086270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Attempting to bind port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:18.091159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:18.091497 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Checking segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:18.091886 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Bound using segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:18.092318 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Bound port: b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:18.092707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.160150 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:18.165374 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:18.170956 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.210560 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:18.211171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.212558 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] 10.222.0.61 "PUT /v2.0/ports/b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 200 len: 1093 time: 0.9572341 Jul 22 23:09:18.213014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:18.215226 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042bf24-345b-4e29-967f-482863523f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:18.241981 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] Pushing event updated for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:18.254818 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76078e8-8655-4bb5-872e-3a46b73bd399 x-openstack-request-id: req-d76078e8-8655-4bb5-872e-3a46b73bd399 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:18.255023 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:18.255232 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d76078e8-8655-4bb5-872e-3a46b73bd399 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:18.255636 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'status': 'completed', 'code': 200} Jul 22 23:09:18.961457 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10815c-5ff5-43f4-9ced-8385e7ac1a56 req-4e5a908e-8c87-48a9-bc50-8a7f71f3d790 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:18.962871 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3f10815c-5ff5-43f4-9ced-8385e7ac1a56 req-4e5a908e-8c87-48a9-bc50-8a7f71f3d790 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 943 time: 0.1055388 Jul 22 23:09:18.969982 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91d4a0-2f18-41c5-96a1-c3eb634a8ec6 req-8e4da873-7dbd-402a-b528-84729ab1f7ca tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:18.971662 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b91d4a0-2f18-41c5-96a1-c3eb634a8ec6 req-8e4da873-7dbd-402a-b528-84729ab1f7ca tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.1046534 Jul 22 23:09:19.027184 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3f10815c-5ff5-43f4-9ced-8385e7ac1a56 req-798b9953-00f2-4319-8315-fe6b694e0ed8 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545712 Jul 22 23:09:19.032245 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b91d4a0-2f18-41c5-96a1-c3eb634a8ec6 req-0c6badbd-9e63-4825-b2fe-b23b526f56e5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Jul 22 23:09:19.141860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b11c3-1ff7-4daa-994c-01f17a71ed53 req-d9fd425a-3d03-467a-9162-2b1d106827a5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:19.143948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8e0b11c3-1ff7-4daa-994c-01f17a71ed53 req-d9fd425a-3d03-467a-9162-2b1d106827a5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0621040 Jul 22 23:09:19.179954 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8e0b11c3-1ff7-4daa-994c-01f17a71ed53 req-dd66bc07-9342-4ad6-b027-a6f77d549408 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305042 Jul 22 23:09:20.194032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33d0ee-5636-4155-bd44-6655ce43ee3c req-f06d0b7b-4f1e-42c0-94f4-b7e3cbc19f82 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:20.195509 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7b33d0ee-5636-4155-bd44-6655ce43ee3c req-f06d0b7b-4f1e-42c0-94f4-b7e3cbc19f82 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 943 time: 0.1035728 Jul 22 23:09:20.203546 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac877-c09f-4486-ab71-586c9235ffef req-00e4858e-99e4-42f4-b9e7-6c74e0599329 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:20.204901 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea7ac877-c09f-4486-ab71-586c9235ffef req-00e4858e-99e4-42f4-b9e7-6c74e0599329 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.1037817 Jul 22 23:09:20.259787 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea7ac877-c09f-4486-ab71-586c9235ffef req-3611916b-367d-4594-bde7-f3b77e22cc70 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Jul 22 23:09:20.262586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7b33d0ee-5636-4155-bd44-6655ce43ee3c req-288412a3-7acd-46c4-897a-521154c86d34 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562363 Jul 22 23:09:20.384147 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb473c-bf00-4588-9091-0d91ec0b7570 req-cd826926-d8ee-4380-beb5-b64b4c5edc24 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:20.385636 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fddb473c-bf00-4588-9091-0d91ec0b7570 req-cd826926-d8ee-4380-beb5-b64b4c5edc24 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0733359 Jul 22 23:09:20.421762 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fddb473c-bf00-4588-9091-0d91ec0b7570 req-c0982a11-4d31-454d-99ae-f06f21426872 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306456 Jul 22 23:09:20.732644 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-88c0fae0-596d-4522-91d6-a01ffb3d9ee5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705073 Jul 22 23:09:20.764531 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bf24-345b-4e29-967f-482863523f9c req-98edcc4b-91bb-4505-bedf-f108e9bbddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:20.767692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e042bf24-345b-4e29-967f-482863523f9c req-98edcc4b-91bb-4505-bedf-f108e9bbddc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1096 time: 0.0970542 Jul 22 23:09:20.867550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-5872a794-5245-4d18-bafc-ba929b586939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:20.869379 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad91a3e6-854d-41ef-a3c5-1430ba9bfe7e req-5872a794-5245-4d18-bafc-ba929b586939 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098906 Jul 22 23:09:20.903761 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-482017eb-2805-4998-8d3e-833e4065d502 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274493 Jul 22 23:09:21.044605 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8fd84146-3af9-470c-9142-df1b2380d43c req-9ba85b93-872e-49c4-ba60-af1b1d7a4e0e service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333663 Jul 22 23:09:21.051158 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-c3c567c4-601f-4c77-bcd4-3c5d496d4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.052693 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-c3c567c4-601f-4c77-bcd4-3c5d496d4465 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1097 time: 0.1153862 Jul 22 23:09:21.096968 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-36923c87-f50a-424b-8bd4-26b462130c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 217 time: 0.0364177 Jul 22 23:09:21.154531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-bdcd9e62-302b-4210-8d19-9b58a7e85aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.156205 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-bdcd9e62-302b-4210-8d19-9b58a7e85aab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0527544 Jul 22 23:09:21.156750 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bf24-345b-4e29-967f-482863523f9c req-749a13eb-3b6b-4a33-b0a3-d87637722375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.158230 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e042bf24-345b-4e29-967f-482863523f9c req-749a13eb-3b6b-4a33-b0a3-d87637722375 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d86994d98374dc49c4106628aca1303&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3693273 Jul 22 23:09:21.252926 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-9babdf7f-a12e-4ad5-a3f1-2221329960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.254396 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-9babdf7f-a12e-4ad5-a3f1-2221329960b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866251 Jul 22 23:09:21.399133 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-310c211d-3132-4f4e-bc3d-936bd5439bd0 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340637 Jul 22 23:09:21.427304 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bf24-345b-4e29-967f-482863523f9c req-7744c3fe-b479-4012-9e1e-796c0325351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.428966 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e042bf24-345b-4e29-967f-482863523f9c req-7744c3fe-b479-4012-9e1e-796c0325351d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604918 Jul 22 23:09:21.457487 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8551c415-5e17-4208-9a72-8a0dcdd70b32 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:21.541451 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f80e-f582-4535-b486-c06657369de1 req-4998078a-a622-42f4-be6c-de45520804d6 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.543005 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1339f80e-f582-4535-b486-c06657369de1 req-4998078a-a622-42f4-be6c-de45520804d6 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 943 time: 0.1921716 Jul 22 23:09:21.557725 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8d363275-3c3e-49e8-88d5-da7f9919094e req-4f1de6f2-f664-4f64-8c6c-56beaed39923 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343474 Jul 22 23:09:21.596998 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:21.610186 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '8551c415-5e17-4208-9a72-8a0dcdd70b32', 'network_id': '35bc5d47-185a-49e1-a23d-f4a7d029ebd2', 'port_id': '8551c415-5e17-4208-9a72-8a0dcdd70b32', 'mac_address': 'fa:16:3e:a5:99:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5154b5b0-c573-46e4-a1e6-ab3370309e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:21.618121 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10c3dc-0f1c-43bb-8f85-86efbc97aba1 req-07a14029-7b1e-4b57-8e25-04011253998a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.620564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5c10c3dc-0f1c-43bb-8f85-86efbc97aba1 req-07a14029-7b1e-4b57-8e25-04011253998a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 944 time: 0.2559152 Jul 22 23:09:21.645500 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1339f80e-f582-4535-b486-c06657369de1 req-a7085df2-4a52-4be6-bcfd-8d894d233ad2 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708618 Jul 22 23:09:21.651605 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:21.668161 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8551c415-5e17-4208-9a72-8a0dcdd70b32 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:21.680726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-08859810-21c2-4f0d-9027-4d21bd464267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.683121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-08859810-21c2-4f0d-9027-4d21bd464267 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1096 time: 0.2038412 Jul 22 23:09:21.694206 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:21.699632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:21.727332 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5c10c3dc-0f1c-43bb-8f85-86efbc97aba1 req-d87871f6-0b81-47f7-8199-77edbc955348 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990272 Jul 22 23:09:21.763693 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:21.798199 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b2b1e909-1819-4d31-8e08-794d66d6f4ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 200 len: 217 time: 0.0882938 Jul 22 23:09:21.883550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-f5b67da1-57df-48ac-8b02-70bbb1a15393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.885020 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-f5b67da1-57df-48ac-8b02-70bbb1a15393 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.0706680 Jul 22 23:09:21.904101 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec7c6c-9659-4891-9ff1-e14a5a6825e8 req-30b8b537-efbc-45cc-b997-26be6cdbd6e9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:21.906080 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cec7c6c-9659-4891-9ff1-e14a5a6825e8 req-30b8b537-efbc-45cc-b997-26be6cdbd6e9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.1455863 Jul 22 23:09:22.018686 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cec7c6c-9659-4891-9ff1-e14a5a6825e8 req-9a284d30-a04c-43f4-bc02-11e42cf795b3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032708 Jul 22 23:09:22.025883 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['8551c415-5e17-4208-9a72-8a0dcdd70b32'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:22.060160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37514-a243-48b4-8139-57ca291b4b17 req-9ff9d94f-0c08-4e02-9bbe-7f237adae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:22.060160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-9ff9d94f-0c08-4e02-9bbe-7f237adae55a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1521575 Jul 22 23:09:22.163643 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-0e52663f-4d1c-487a-b1e3-d59243f46fbb service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958817 Jul 22 23:09:22.272050 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-42bdf6f7-64ec-4544-b606-80976bbcf611 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948534 Jul 22 23:09:22.516254 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39050) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:22.619415 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-51fa6b52-55cf-4d2a-9571-2730da907b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.709240 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-51fa6b52-55cf-4d2a-9571-2730da907b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.715049 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-51fa6b52-55cf-4d2a-9571-2730da907b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.786513 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-51fa6b52-55cf-4d2a-9571-2730da907b95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31a9efd5683045729c5b81312a85fe17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668591 Jul 22 23:09:22.786714 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa6b52-55cf-4d2a-9571-2730da907b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b586cf58-449e-44fe-b471-fd23a852a512,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:22.786914 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39058) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:22.844176 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.855168 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d3440-5e35-4e34-adfe-25997c409419 req-889663fd-c145-40c1-8140-051665998716 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:22.856681 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e79d3440-5e35-4e34-adfe-25997c409419 req-889663fd-c145-40c1-8140-051665998716 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 943 time: 0.1426401 Jul 22 23:09:22.865425 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.895121 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92edb2f-5d71-4de5-94fa-adb1e5079896 req-236d6659-12f3-493f-87dd-17b5787b35a2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:22.896637 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a92edb2f-5d71-4de5-94fa-adb1e5079896 req-236d6659-12f3-493f-87dd-17b5787b35a2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 945 time: 0.0938799 Jul 22 23:09:22.924528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.927753 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e79d3440-5e35-4e34-adfe-25997c409419 req-07031018-f93b-4172-8008-ee5c7b2525ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636384 Jul 22 23:09:22.927888 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:22.929059 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b586cf58-449e-44fe-b471-fd23a852a512 HTTP/1.1" status: 204 len: 168 time: 0.1410494 Jul 22 23:09:22.952607 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93089abe-72fe-49f7-b890-b2a8464d5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586cf58-449e-44fe-b471-fd23a852a512,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:22.958510 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a92edb2f-5d71-4de5-94fa-adb1e5079896 req-7ac01d12-d028-460e-9cb7-2f98c60a2030 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Jul 22 23:09:23.183213 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173ee22-fb92-4c26-aa6f-9fa00c6a37a6 req-f62b641c-8eac-47b0-bd4b-d6309402ee49 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:23.195271 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8173ee22-fb92-4c26-aa6f-9fa00c6a37a6 req-f62b641c-8eac-47b0-bd4b-d6309402ee49 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0871546 Jul 22 23:09:23.248213 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8173ee22-fb92-4c26-aa6f-9fa00c6a37a6 req-7e41c74c-00ba-4e0d-8204-7b4f145b0d1f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Jul 22 23:09:23.276308 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39088) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:23.289286 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-09879d3a-b7e4-4b2b-9296-dbf4d5032912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.388516 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-09879d3a-b7e4-4b2b-9296-dbf4d5032912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.392817 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-09879d3a-b7e4-4b2b-9296-dbf4d5032912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.404885 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39096) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:23.430444 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-09879d3a-b7e4-4b2b-9296-dbf4d5032912 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e6e76ef3c21435884fbbd344279eb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529851 Jul 22 23:09:23.432437 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879d3a-b7e4-4b2b-9296-dbf4d5032912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a918b8-f0fb-40b9-835e-90424a9d6684,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:23.433556 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39100) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:23.464817 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b349bc9a-6125-4da9-ac2a-70f8f13c4a56 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:23.489607 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.511273 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8551c415-5e17-4208-9a72-8a0dcdd70b32 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:23.529200 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.535808 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f5890a6-c010-4069-adba-4ae914570579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.605645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:23.606574 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.609815 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.611138 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03a918b8-f0fb-40b9-835e-90424a9d6684 HTTP/1.1" status: 204 len: 168 time: 0.1764629 Jul 22 23:09:23.613545 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 8551c415-5e17-4208-9a72-8a0dcdd70b32 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:23.621026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'port_id': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'mac_address': 'fa:16:3e:6b:0f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:23.622646 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 8551c415-5e17-4208-9a72-8a0dcdd70b32 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:23.623180 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.635689 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4716b-b726-4858-b3b6-912e5808f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a918b8-f0fb-40b9-835e-90424a9d6684,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:23.685251 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f5890a6-c010-4069-adba-4ae914570579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.690146 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f5890a6-c010-4069-adba-4ae914570579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.709241 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.727265 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b349bc9a-6125-4da9-ac2a-70f8f13c4a56 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:23.737196 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39104) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:23.738829 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0f5890a6-c010-4069-adba-4ae914570579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de9283a8e15e41db815ff57b6b02913d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317091 Jul 22 23:09:23.741740 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5890a6-c010-4069-adba-4ae914570579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795982e9-4a6b-4ab5-afc5-08dbbcac5281,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:23.769860 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:23.776379 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.777060 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:23.807146 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.819233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.844736 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.874123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:23.876334 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa5d41-e219-4bbe-9e1e-0b179f6b06e9" -d '{"events": [{"server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "name": "network-vif-plugged", "status": "completed", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:23.890457 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:23.899953 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:23.925658 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.932882 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.933288 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:23.938814 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/795982e9-4a6b-4ab5-afc5-08dbbcac5281 HTTP/1.1" status: 204 len: 168 time: 0.1980093 Jul 22 23:09:23.979428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd854d-8ff0-4940-8f02-fe7bce61929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795982e9-4a6b-4ab5-afc5-08dbbcac5281,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:23.998867 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a18a12-a278-4c99-ba9b-3aa93a76b754 x-openstack-request-id: req-d6a18a12-a278-4c99-ba9b-3aa93a76b754 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:23.999160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "name": "network-vif-plugged", "status": "completed", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:23.999414 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6a18a12-a278-4c99-ba9b-3aa93a76b754 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:23.999853 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32', 'code': 200} Jul 22 23:09:24.007666 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:24.195048 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:24.208644 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:24.220954 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2643799-694d-4834-b4be-1d19b96c5e75 req-2f183cb3-77c8-41a6-b44c-df29913dd150 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:24.227926 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2643799-694d-4834-b4be-1d19b96c5e75 req-2f183cb3-77c8-41a6-b44c-df29913dd150 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 944 time: 0.1652358 Jul 22 23:09:24.262589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:24.281453 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:24.298734 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db2789-8d6b-4c9d-b46d-4c066475f875 req-d031ec39-ad62-4ea6-b45a-7115769627cf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:24.300292 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-09db2789-8d6b-4c9d-b46d-4c066475f875 req-d031ec39-ad62-4ea6-b45a-7115769627cf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1885762 Jul 22 23:09:24.307725 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:24.313602 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:24.369791 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:24.525760 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2643799-694d-4834-b4be-1d19b96c5e75 req-5618e3b0-1d60-4226-94ed-23b0dd52e03d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831087 Jul 22 23:09:24.590228 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-09db2789-8d6b-4c9d-b46d-4c066475f875 req-848f2bf3-2c95-4498-b993-468e0cb415b5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753420 Jul 22 23:09:24.608315 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42596d56-54fe-4c86-b509-167af8c662df req-76c579d8-522b-4783-a224-99b0633eb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:24.610034 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-42596d56-54fe-4c86-b509-167af8c662df req-76c579d8-522b-4783-a224-99b0633eb0f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1099 time: 0.3793769 Jul 22 23:09:24.702949 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-42596d56-54fe-4c86-b509-167af8c662df req-cbb925a0-8ff0-4122-bc1d-f0cfa2315529 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703931 Jul 22 23:09:24.707786 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['b349bc9a-6125-4da9-ac2a-70f8f13c4a56'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:24.735613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f39401-7e49-4aaa-b87d-45ac5f407d3b req-83a6b073-e909-4730-9955-64caf385467f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:24.738196 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f8f39401-7e49-4aaa-b87d-45ac5f407d3b req-83a6b073-e909-4730-9955-64caf385467f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.1272955 Jul 22 23:09:24.747588 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['d809e620-66b7-4cb7-b78c-76b2e8ce4b7b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:24.790143 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f8f39401-7e49-4aaa-b87d-45ac5f407d3b req-cd4fd728-7d10-4515-8f05-e4e725304e26 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Jul 22 23:09:25.655074 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55ccb-aba7-4d65-b9c2-77bd31bc1347 req-bec58587-5fc5-4d21-a382-55e670793f54 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:25.657083 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79c55ccb-aba7-4d65-b9c2-77bd31bc1347 req-bec58587-5fc5-4d21-a382-55e670793f54 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 944 time: 0.0797048 Jul 22 23:09:25.724856 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79c55ccb-aba7-4d65-b9c2-77bd31bc1347 req-671d6100-7efd-4580-8761-f57b62beed4b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619714 Jul 22 23:09:25.760281 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b568-fed5-43ec-8cda-3fbbb7f98318 req-397ba676-6953-499d-a7d8-68edd7d8d323 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:25.761821 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-12c0b568-fed5-43ec-8cda-3fbbb7f98318 req-397ba676-6953-499d-a7d8-68edd7d8d323 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0830245 Jul 22 23:09:25.804032 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-12c0b568-fed5-43ec-8cda-3fbbb7f98318 req-9b4695fb-64f7-4943-a68e-7dfe1bcb09ec tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Jul 22 23:09:25.963446 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9feeb-6108-4d34-9e3b-e09da805ab8a req-3db2e33f-b480-4064-aa42-d2ac44594b0e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:25.965340 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c4c9feeb-6108-4d34-9e3b-e09da805ab8a req-3db2e33f-b480-4064-aa42-d2ac44594b0e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.0838735 Jul 22 23:09:26.019101 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c4c9feeb-6108-4d34-9e3b-e09da805ab8a req-c42ef707-59ac-4786-8c1a-3daf291a7c82 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Jul 22 23:09:26.871739 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a9e95-ed10-46ca-94b6-6e7aff240b45 req-3f7c9ab0-9158-4ae5-87f0-e1ee654d7ff2 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:26.873966 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-439a9e95-ed10-46ca-94b6-6e7aff240b45 req-3f7c9ab0-9158-4ae5-87f0-e1ee654d7ff2 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 944 time: 0.0785818 Jul 22 23:09:26.950731 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-439a9e95-ed10-46ca-94b6-6e7aff240b45 req-44aea356-f0fb-4e86-8ebd-c59d944d8552 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712695 Jul 22 23:09:26.984849 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a0b53-c771-4da5-b1fa-de3e3d9fc4ef req-5dfe6c36-65aa-48e5-ab75-94fa0140a91c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:26.992636 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e5a0b53-c771-4da5-b1fa-de3e3d9fc4ef req-5dfe6c36-65aa-48e5-ab75-94fa0140a91c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0953896 Jul 22 23:09:26.995780 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39340) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:27.028701 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e5a0b53-c771-4da5-b1fa-de3e3d9fc4ef req-f1df5af9-bee4-42d4-8446-0d5e4117468a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Jul 22 23:09:27.148188 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-693a5079-ef5a-49b5-907c-d927087c355c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.197021 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e6168-bb68-41bd-ad9a-5af8415156e0 req-70140a4b-923b-42c6-a379-3249e9c93fcd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.198660 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f77e6168-bb68-41bd-ad9a-5af8415156e0 req-70140a4b-923b-42c6-a379-3249e9c93fcd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.0940015 Jul 22 23:09:27.262620 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f77e6168-bb68-41bd-ad9a-5af8415156e0 req-203cfffd-95f7-46d5-8999-be00c34146ab tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571871 Jul 22 23:09:27.320803 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-693a5079-ef5a-49b5-907c-d927087c355c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.328715 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-693a5079-ef5a-49b5-907c-d927087c355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.389625 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-693a5079-ef5a-49b5-907c-d927087c355c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d998a3a7b7174bdca4e5e74421e6bc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922818 Jul 22 23:09:27.390647 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5079-ef5a-49b5-907c-d927087c355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4705d2-85aa-4abf-a9bb-a40b111aecf4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:27.393153 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39376) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:27.456121 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.460904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2af79-90af-4902-b738-7f8f90b9d400 req-4311dcb1-01aa-493b-9ed6-caeb805df513 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.467698 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7de2af79-90af-4902-b738-7f8f90b9d400 req-4311dcb1-01aa-493b-9ed6-caeb805df513 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1305463 Jul 22 23:09:27.490969 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.491501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b349bc9a-6125-4da9-ac2a-70f8f13c4a56 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:27.510822 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-85c23a16-9ce8-40bd-ad8e-68f8cc098a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.512570 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-85c23a16-9ce8-40bd-ad8e-68f8cc098a98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1099 time: 0.1625171 Jul 22 23:09:27.552205 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7de2af79-90af-4902-b738-7f8f90b9d400 req-073229b3-bbb2-473f-b017-9d738fe621c0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817795 Jul 22 23:09:27.554195 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.557465 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.559096 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd4705d2-85aa-4abf-a9bb-a40b111aecf4 HTTP/1.1" status: 204 len: 168 time: 0.1647248 Jul 22 23:09:27.564161 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:27.570992 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:27.571556 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.573289 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e0ae5-6043-4efc-9cc1-e041517a8a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4705d2-85aa-4abf-a9bb-a40b111aecf4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:27.663781 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.689392 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:27.689651 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffdb6fe-6cca-4550-9515-a7326c778628" -d '{"events": [{"server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "name": "network-vif-plugged", "status": "completed", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:27.702569 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:27.708887 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.709928 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:27.719424 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-90524b3d-be6e-4df1-9ed0-4afa34e5c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.721228 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-90524b3d-be6e-4df1-9ed0-4afa34e5c564 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.1937976 Jul 22 23:09:27.736640 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6c416d-10a3-43ab-9fea-3497c4ef879a x-openstack-request-id: req-ac6c416d-10a3-43ab-9fea-3497c4ef879a {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:27.736947 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "name": "network-vif-plugged", "status": "completed", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:27.737708 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac6c416d-10a3-43ab-9fea-3497c4ef879a {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:27.738103 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'code': 200} Jul 22 23:09:27.768586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-b1bd2ad9-0511-4b2c-9814-c3499e305c7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Jul 22 23:09:27.790771 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:27.807444 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:27.812124 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:27.812790 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.844996 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-e7bda99b-3777-46cf-89fa-5718f65dedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.847415 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-e7bda99b-3777-46cf-89fa-5718f65dedde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0651441 Jul 22 23:09:27.895594 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-f2d7caf0-300c-4a07-9415-4f0caa25c46d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326798 Jul 22 23:09:27.896165 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39386) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:27.903603 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.915726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6bf516c9-5bec-4c09-a10e-d35614a84308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.945268 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:27.950297 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:27.992068 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ed9ad-5e83-4fa3-bd08-d3ed0a903a77 req-0b76737b-03cb-4672-9e60-0766098df518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:27.993923 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-723ed9ad-5e83-4fa3-bd08-d3ed0a903a77 req-0b76737b-03cb-4672-9e60-0766098df518 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1098 time: 0.0986199 Jul 22 23:09:28.035963 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-b2e5b731-e52d-45ad-9b75-f50e008c05db service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328046 Jul 22 23:09:28.046437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:28.215520 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6bf516c9-5bec-4c09-a10e-d35614a84308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.218972 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-209434e0-1db2-4987-b4cb-88e5adac4455 req-b4a76438-25b5-48e7-be62-7067805ec10e service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639137 Jul 22 23:09:28.222370 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6bf516c9-5bec-4c09-a10e-d35614a84308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.232584 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-723ed9ad-5e83-4fa3-bd08-d3ed0a903a77 req-88434c97-df0f-4e6f-b1cc-8d87eb00d3d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314334 Jul 22 23:09:28.236036 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb68ead-4f6c-431f-b72d-2d53eeb27bf6 req-ca69df8f-c278-4f20-a5fd-4c82267f7ba9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:28.238139 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bb68ead-4f6c-431f-b72d-2d53eeb27bf6 req-ca69df8f-c278-4f20-a5fd-4c82267f7ba9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1986511 Jul 22 23:09:28.286871 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6bf516c9-5bec-4c09-a10e-d35614a84308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df3d28c8b0f94341b01e5c96e34b4d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897779 Jul 22 23:09:28.289424 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf516c9-5bec-4c09-a10e-d35614a84308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0cbe8-ff55-422b-a863-88e1428b4d74,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:28.289539 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39390) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:28.309926 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bb68ead-4f6c-431f-b72d-2d53eeb27bf6 req-11e3bd87-b97e-4975-8faa-c35ed1b64319 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589967 Jul 22 23:09:28.358708 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.385358 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.429299 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741382-1e34-40f6-993b-e3e2cee7edee req-31997ffa-a241-4098-926b-d4cad792662f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:28.436677 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-03741382-1e34-40f6-993b-e3e2cee7edee req-31997ffa-a241-4098-926b-d4cad792662f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0752850 Jul 22 23:09:28.478612 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.482243 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:28.488793 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-03741382-1e34-40f6-993b-e3e2cee7edee req-a346f799-78be-47dd-92b7-81dcbd75e1a4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456624 Jul 22 23:09:28.493527 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8d0cbe8-ff55-422b-a863-88e1428b4d74 HTTP/1.1" status: 204 len: 168 time: 0.1962445 Jul 22 23:09:28.518059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983145-7fdd-4cbf-a060-88faa9388cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0cbe8-ff55-422b-a863-88e1428b4d74,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:28.744697 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b56b64-c284-4258-a577-82def5d69edb req-0ae6b8bf-eeea-44a8-af6c-d9816f07cba3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:28.751910 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14b56b64-c284-4258-a577-82def5d69edb req-0ae6b8bf-eeea-44a8-af6c-d9816f07cba3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0851481 Jul 22 23:09:28.758604 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39416) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:28.798415 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14b56b64-c284-4258-a577-82def5d69edb req-c48296f7-9995-4e68-bf7d-dbc33440ed76 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Jul 22 23:09:28.890235 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-344fa7de-1772-44ff-9392-137094187f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.022680 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-344fa7de-1772-44ff-9392-137094187f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.027387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-344fa7de-1772-44ff-9392-137094187f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.074176 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-344fa7de-1772-44ff-9392-137094187f85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd82ee16edb44ac0be7ff3bdeb4d832c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145339 Jul 22 23:09:29.074984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fa7de-1772-44ff-9392-137094187f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cd9df-e8e7-4f9b-aaf5-a8972f2d53e6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:29.076895 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39438) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:29.131618 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.152611 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.208334 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.211279 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:29.213616 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d80cd9df-e8e7-4f9b-aaf5-a8972f2d53e6 HTTP/1.1" status: 204 len: 168 time: 0.1351850 Jul 22 23:09:29.227762 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04f667-5c75-4d3d-82f5-23afaabe65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cd9df-e8e7-4f9b-aaf5-a8972f2d53e6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:29.491055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75bfbd-82c9-4427-bf3c-dfe106721a06 req-a7dc7022-a3b4-4119-af3a-2612cd5100fd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:29.493007 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea75bfbd-82c9-4427-bf3c-dfe106721a06 req-a7dc7022-a3b4-4119-af3a-2612cd5100fd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1074064 Jul 22 23:09:29.544576 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea75bfbd-82c9-4427-bf3c-dfe106721a06 req-981c334b-4c1b-4228-9eb7-ca512c5ebdfa tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Jul 22 23:09:29.657755 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366eacb-2fd3-4fb9-9fa9-64323000a427 req-9c30d095-2d2f-4a43-beb0-606d81098ddf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:29.660190 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1366eacb-2fd3-4fb9-9fa9-64323000a427 req-9c30d095-2d2f-4a43-beb0-606d81098ddf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0793247 Jul 22 23:09:29.709353 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1366eacb-2fd3-4fb9-9fa9-64323000a427 req-42870983-0c43-4957-8255-9643e2d8eba8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Jul 22 23:09:29.739863 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:29.744364 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d98efe0-3507-4719-9230-d727b1767326" -d '{"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:29.787475 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a8850-288d-4442-af90-2c18c463df9e x-openstack-request-id: req-025a8850-288d-4442-af90-2c18c463df9e {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:29.788894 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:29.789305 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-025a8850-288d-4442-af90-2c18c463df9e {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:29.789873 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'code': 200} Jul 22 23:09:29.998731 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d406e-2a4f-4210-ae9a-5a23408f07ff req-f5fafa4d-f389-40de-b251-16cd0e6468ff tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.001329 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c77d406e-2a4f-4210-ae9a-5a23408f07ff req-f5fafa4d-f389-40de-b251-16cd0e6468ff tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.1139193 Jul 22 23:09:30.015827 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e0e4-a56c-4ee5-b33f-736f4dc5d6d4 req-d30b170d-f499-4c45-9471-dd9b4eb814e0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.017640 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ad5e0e4-a56c-4ee5-b33f-736f4dc5d6d4 req-d30b170d-f499-4c45-9471-dd9b4eb814e0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1445291 Jul 22 23:09:30.033255 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cbf7-63b6-498d-a0d5-eae0bf85f1f3 req-7fa6259f-890a-4e9d-9161-32579256de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.036720 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b14cbf7-63b6-498d-a0d5-eae0bf85f1f3 req-7fa6259f-890a-4e9d-9161-32579256de43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1099 time: 0.0629644 Jul 22 23:09:30.084874 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c77d406e-2a4f-4210-ae9a-5a23408f07ff req-caeda016-c545-42eb-b7aa-e9cda5596311 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Jul 22 23:09:30.105265 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ad5e0e4-a56c-4ee5-b33f-736f4dc5d6d4 req-2d4f4cce-80f4-415b-a716-d7d0ac3dc07b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786622 Jul 22 23:09:30.108505 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5b14cbf7-63b6-498d-a0d5-eae0bf85f1f3 req-8a19630a-3dc6-4596-9c0e-fa2698e1cf52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562828 Jul 22 23:09:30.218025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39508) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:30.317445 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1222940573-network', 'tenant_id': '3ac223bb7a0f4b5fa471f508972df1c8'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:30.348487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Made reservation on behalf of 3ac223bb7a0f4b5fa471f508972df1c8 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:30.351589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.363130 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.369512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-171228b3-883c-465c-bd93-d311339b4e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.486084 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.490807 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.513679 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:09:30.529766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.530111 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Added segment e89e9127-8c7a-4e54-bba6-8e07c12508fb of type vlan for network d1e708f8-3959-46cb-97ba-2600c236b5c5 Jul 22 23:09:30.531293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d54830-6f6d-4e6b-a599-17c4e008cee2,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:30.573277 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.613856 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.615976 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.616573 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.659019 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4397604 Jul 22 23:09:30.662150 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39530) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:30.667528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Request body: {'subnet': {'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1222940573-subnet', 'tenant_id': '3ac223bb7a0f4b5fa471f508972df1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:30.692322 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Made reservation on behalf of 3ac223bb7a0f4b5fa471f508972df1c8 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:30.695038 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3270425'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.706999 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e322d-38aa-4b9f-b387-fde96e07e8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e708f8-3959-46cb-97ba-2600c236b5c5,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:30.717165 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:09:30.751422 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf7334-8808-4698-b43f-e16bebb63b49 req-d9a30f8a-c9fe-4a9d-a29a-bc3e2df9fb00 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.754647 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b6cf7334-8808-4698-b43f-e16bebb63b49 req-d9a30f8a-c9fe-4a9d-a29a-bc3e2df9fb00 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1177237 Jul 22 23:09:30.813101 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b6cf7334-8808-4698-b43f-e16bebb63b49 req-1285c0cc-4683-4c34-b523-238edf849849 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527883 Jul 22 23:09:30.917793 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3270507'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:30.937023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725c40-0bba-4ce4-9de8-47116e22f2da req-6d112367-d9bd-48d0-a2ff-3668da82b1d8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:30.941110 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31725c40-0bba-4ce4-9de8-47116e22f2da req-6d112367-d9bd-48d0-a2ff-3668da82b1d8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1007566 Jul 22 23:09:30.984771 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee12143-b924-417b-aa0c-ab82af5b57e7,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:30.993900 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Checking segment: {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:30.994328 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Network hostable DHCP agents. Network: d1e708f8-3959-46cb-97ba-2600c236b5c5, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:09:31.010962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31725c40-0bba-4ce4-9de8-47116e22f2da req-749eea99-8c84-462d-88e9-43206218c4be tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604513 Jul 22 23:09:31.014898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:09:31.026081 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, d1e708f8-3959-46cb-97ba-2600c236b5c5) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:31.030819 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:31.031707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:31.035639 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbcdde-b0c4-47a5-a391-d9a77fdbe999 req-3b568783-a31e-4dfb-aff3-178954ffe869 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:31.036828 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3dbcdde-b0c4-47a5-a391-d9a77fdbe999 req-3b568783-a31e-4dfb-aff3-178954ffe869 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0945601 Jul 22 23:09:31.039723 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df55114-ee93-499e-aceb-5fe378c06f7b None None] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:09:31.050651 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39540) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:31.055746 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'floatingip': {'port_id': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:31.061375 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c0a47d98-221d-4f63-978f-8b72ac696f66 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3976038 Jul 22 23:09:31.130601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:31.199426 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143185f9-13da-45db-acb1-3af62fb5b0e2 None None] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:09:31.434610 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e809e-edfb-4c22-ac53-737acba23783 req-4a6ad272-9985-437c-959c-37dcb17dfa44 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:31.436381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9c6e809e-edfb-4c22-ac53-737acba23783 req-4a6ad272-9985-437c-959c-37dcb17dfa44 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.2746789 Jul 22 23:09:31.459193 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:31.707731 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84615-e079-42d6-850c-9032701eb38c req-cd94edb9-6f68-4fc0-9467-cbc6ebd9cbef tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:31.709228 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bb84615-e079-42d6-850c-9032701eb38c req-cd94edb9-6f68-4fc0-9467-cbc6ebd9cbef tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.4708440 Jul 22 23:09:31.759601 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9c6e809e-edfb-4c22-ac53-737acba23783 req-9922c434-d4fb-40cc-951b-b5a90d3a2ef4 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071415 Jul 22 23:09:31.790764 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bb84615-e079-42d6-850c-9032701eb38c req-dcbd3cc4-58ff-4518-a2b1-9eb4067c6c9f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745888 Jul 22 23:09:32.166432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:32.173060 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:32.272552 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572db52-4ba0-4b02-a53c-4425c6de28a8 req-9992164b-6279-4f22-8b3f-9cad081449b0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:32.274068 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9572db52-4ba0-4b02-a53c-4425c6de28a8 req-9992164b-6279-4f22-8b3f-9cad081449b0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1808331 Jul 22 23:09:32.310961 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Floating IP 28376d6a-d27c-4494-b81d-a164cff26422 associated. External IP: 172.27.0.251, port: b349bc9a-6125-4da9-ac2a-70f8f13c4a56. Jul 22 23:09:32.387385 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9572db52-4ba0-4b02-a53c-4425c6de28a8 req-cd71bfe6-1309-4f0d-a34c-4ed190f0667b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077230 Jul 22 23:09:32.569639 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:09:32.578500 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44134-2e88-437a-ad7e-9f959fcb0dbe req-9548c1cc-2539-4011-8c05-94301c3642ae tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:32.579956 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-81a44134-2e88-437a-ad7e-9f959fcb0dbe req-9548c1cc-2539-4011-8c05-94301c3642ae tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1194179 Jul 22 23:09:32.588751 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39576) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:32.593329 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'floatingip': {'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:32.691280 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:32.709456 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-640967d6-3f0e-49fa-9944-74aab81c83c5 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:32.711076 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-640967d6-3f0e-49fa-9944-74aab81c83c5 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 945 time: 0.1131427 Jul 22 23:09:32.857127 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:32.897321 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Deleting port 7151973c-18e3-418f-b037-9253824f7137 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:09:32.897763 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:32.914257 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45f957cb-0b89-49c8-b741-351825744226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.003840 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] For port 7151973c-18e3-418f-b037-9253824f7137, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7151973c-18e3-418f-b037-9253824f7137,segment=NetworkSegment(5d2cc862-7667-4149-bd57-7e0f14f974fe),segment_id=5d2cc862-7667-4149-bd57-7e0f14f974fe)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:33.004090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.019609 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Calling delete_port for 7151973c-18e3-418f-b037-9253824f7137 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:09:33.110274 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:09:33.123952 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:09:33.133391 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:33.134007 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:09:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:33.142071 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.180871 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.199773 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['7151973c-18e3-418f-b037-9253824f7137'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:33.214018 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Pushing event deleted for resources: {'Port': ['ID=7151973c-18e3-418f-b037-9253824f7137,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:33.239642 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:33.289619 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] No DVR routers for this DVR port 7151973c-18e3-418f-b037-9253824f7137 on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:09:33.293841 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.301398 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6b879592-77a5-42a8-a46c-2c0443903bb4 req-ea13c59d-4b01-4c0c-9f26-8c5cf82c3204 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.61 "DELETE /v2.0/ports/7151973c-18e3-418f-b037-9253824f7137 HTTP/1.1" status: 204 len: 173 time: 0.5840688 Jul 22 23:09:33.301978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'name': 'network-vif-deleted', 'tag': '7151973c-18e3-418f-b037-9253824f7137'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:33.304732 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf7f53-f055-4f6c-92d3-a20946269f81" -d '{"events": [{"server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "name": "network-vif-deleted", "tag": "7151973c-18e3-418f-b037-9253824f7137"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:33.304872 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f2b3eb24-8870-42eb-9472-7b4c3e41d2c0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "PUT /v2.0/floatingips/28376d6a-d27c-4494-b81d-a164cff26422 HTTP/1.1" status: 200 len: 991 time: 2.2530694 Jul 22 23:09:33.310229 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:33.389323 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-53116c49-b521-4103-9b2b-9fb0339da590 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:33.396826 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-53116c49-b521-4103-9b2b-9fb0339da590 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 809 time: 0.6099818 Jul 22 23:09:33.431755 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d95c9-631c-47b7-8b55-ae75e5bb9db3 req-ee955993-0354-46b2-9f08-99ea6cbfc169 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:33.438855 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6d3d95c9-631c-47b7-8b55-ae75e5bb9db3 req-ee955993-0354-46b2-9f08-99ea6cbfc169 tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac16a34-79e2-4690-b8f1-468270cdf54c HTTP/1.1" status: 200 len: 867 time: 0.5936792 Jul 22 23:09:33.449029 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-f1358b16-9918-4d49-ae6c-4a9cc5d190a4 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/quotas/3ac223bb7a0f4b5fa471f508972df1c8 HTTP/1.1" status: 200 len: 375 time: 0.0512850 Jul 22 23:09:33.498499 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-fdf44320-5ec9-465d-a1cb-723e828a745e tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480764 Jul 22 23:09:33.572326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:33.597896 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '28376d6a-d27c-4494-b81d-a164cff26422', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:6b:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:07Z', 'updated_at': '2021-07-22T23:09:31Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:33.603132 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6d3d95c9-631c-47b7-8b55-ae75e5bb9db3 req-e56da239-9922-4788-9db6-42d32e90a79f tempest-DeleteServersTestJSON-519879432 tempest-DeleteServersTestJSON-519879432-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f05fc19-a237-4100-bcb9-0bcae1adb39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614039 Jul 22 23:09:33.658169 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:09:33.672447 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:33.673434 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:09:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:33.696169 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-e5fcc689-f314-49c9-89d2-112190632846 service neutron] 10.222.0.15 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883466 Jul 22 23:09:33.798246 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:33.953674 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-dab00173-f92a-4411-999b-2fb00126f75a service neutron] 10.222.0.15 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566316 Jul 22 23:09:33.967019 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff110a-45df-4d2d-8219-08e3ef9a36a0 req-492ea375-f6d8-44cc-8723-0ba69cb49aa5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:33.968615 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-81ff110a-45df-4d2d-8219-08e3ef9a36a0 req-492ea375-f6d8-44cc-8723-0ba69cb49aa5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.2244234 Jul 22 23:09:34.020460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:34.086092 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:34.093445 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:34.207046 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '28376d6a-d27c-4494-b81d-a164cff26422', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:6b:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:07Z', 'updated_at': '2021-07-22T23:09:31Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:34.220532 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-81ff110a-45df-4d2d-8219-08e3ef9a36a0 req-04732b9e-21f4-4b28-a01a-3ebd855aaa3b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752937 Jul 22 23:09:34.247307 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464a6a-d3a3-4c1c-a0a9-855b5a57c5c3 None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '28376d6a-d27c-4494-b81d-a164cff26422', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:6b:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:07Z', 'updated_at': '2021-07-22T23:09:31Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:09:34.252499 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Floating IP 480d8d8d-381d-43c2-94f1-e8d2c68514c6 associated. External IP: 172.27.0.241, port: d809e620-66b7-4cb7-b78c-76b2e8ce4b7b. Jul 22 23:09:34.310538 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f340d32a-dde5-4475-943b-3ce0caffbecc x-openstack-request-id: req-f340d32a-dde5-4475-943b-3ce0caffbecc {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:34.311383 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac16a34-79e2-4690-b8f1-468270cdf54c", "name": "network-vif-deleted", "tag": "7151973c-18e3-418f-b037-9253824f7137", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:34.311810 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f340d32a-dde5-4475-943b-3ce0caffbecc {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:34.312330 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac16a34-79e2-4690-b8f1-468270cdf54c', 'name': 'network-vif-deleted', 'tag': '7151973c-18e3-418f-b037-9253824f7137', 'status': 'completed', 'code': 200} Jul 22 23:09:34.457422 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fce661-c018-471b-bbca-d0091be55116 x-openstack-request-id: req-20fce661-c018-471b-bbca-d0091be55116 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:34.457924 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:34.458006 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20fce661-c018-471b-bbca-d0091be55116 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:34.460241 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'status': 'completed', 'code': 200} Jul 22 23:09:34.493872 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-36411a68-b8ed-4fdf-b5b5-a02d3e313fdb req-48aec112-d7cd-456a-a893-3d56f4bdff41 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 210 time: 0.0849087 Jul 22 23:09:34.581937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-6926d6d2-fa08-4192-9c43-86332410eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:34.584893 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-6926d6d2-fa08-4192-9c43-86332410eda3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1098 time: 0.0974743 Jul 22 23:09:34.628784 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca50b8-304b-4d94-84c1-3fdf06682302 None None] New status for floating IP 28376d6a-d27c-4494-b81d-a164cff26422: ACTIVE {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:09:34.727162 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-2d9dce24-11ae-4e42-a943-7df3de2c6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:34.729426 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-2d9dce24-11ae-4e42-a943-7df3de2c6bc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 912 time: 0.1375122 Jul 22 23:09:34.794506 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:09:34.906381 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-decabda3-67fa-4833-90b4-570332e91bab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 200 len: 999 time: 0.1696322 Jul 22 23:09:34.993150 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-52c11cf6-9629-4dd2-a263-acd2ac384192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:34.995553 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-52c11cf6-9629-4dd2-a263-acd2ac384192 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.0725634 Jul 22 23:09:34.999012 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:09:35.005359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:35.024554 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:09:35.045432 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:35.047942 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:09:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:35.078597 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-44527972-4885-48ae-afbe-ef08647cf001 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "PUT /v2.0/floatingips/480d8d8d-381d-43c2-94f1-e8d2c68514c6 HTTP/1.1" status: 200 len: 992 time: 2.4884989 Jul 22 23:09:35.132720 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-4dde10bd-205d-463e-a466-e29025e7357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:35.137240 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-4dde10bd-205d-463e-a466-e29025e7357b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1209507 Jul 22 23:09:35.279410 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-f230de73-096a-4763-aad2-21a8feb556dc service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224508 Jul 22 23:09:35.303823 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:35.396601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae945f0-6ee8-4793-ac33-abb4e3be322c req-809ca51b-452b-426b-98fe-30d6af3a83f3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:35.398132 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5ae945f0-6ee8-4793-ac33-abb4e3be322c req-809ca51b-452b-426b-98fe-30d6af3a83f3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0786045 Jul 22 23:09:35.414532 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e05e56c8-1e2c-4bdb-bcd0-4f8551f1b8f0 req-f7c454ca-6dcc-4e20-9d94-2b081c96b518 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260469 Jul 22 23:09:35.450524 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5ae945f0-6ee8-4793-ac33-abb4e3be322c req-9abf30bf-fb0f-4b46-b6ca-0c8b35c80b22 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Jul 22 23:09:35.556477 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 7151973c-18e3-418f-b037-9253824f7137 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:09:35.561161 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '480d8d8d-381d-43c2-94f1-e8d2c68514c6', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:04Z', 'updated_at': '2021-07-22T23:09:33Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:35.585480 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 7151973c-18e3-418f-b037-9253824f7137 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:09:35.586559 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 7151973c-18e3-418f-b037-9253824f7137 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:09:35.589132 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:09:35.598331 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:09:35.599069 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:09:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:35.616836 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f3967031-d527-43d7-b491-ec5e7bf8fe11 req-b6bfa28c-865c-4490-ba9d-3a6bb349c870 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 210 time: 0.0386186 Jul 22 23:09:35.714973 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:09:35.740390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:35.790959 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-08f69fdd-5e93-4553-8e79-ba2316a568ca tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:35.792524 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-08f69fdd-5e93-4553-8e79-ba2316a568ca tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 809 time: 0.1581700 Jul 22 23:09:35.811790 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Request body: {'port': {'device_id': '6c803318-7922-435c-b89b-24c74ed80f0e', 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5', 'admin_state_up': True, 'tenant_id': '3ac223bb7a0f4b5fa471f508972df1c8'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:35.935326 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Made reservation on behalf of 3ac223bb7a0f4b5fa471f508972df1c8 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:35.939043 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:35.994325 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '480d8d8d-381d-43c2-94f1-e8d2c68514c6', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:04Z', 'updated_at': '2021-07-22T23:09:33Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:36.022928 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504240-4a2a-4df2-9a86-1f059807f15c None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '480d8d8d-381d-43c2-94f1-e8d2c68514c6', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:09:04Z', 'updated_at': '2021-07-22T23:09:33Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:09:36.079258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39732) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:36.092356 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Allocated IP 172.20.0.11 (d1e708f8-3959-46cb-97ba-2600c236b5c5/4ee12143-b924-417b-aa0c-ab82af5b57e7/ef19a562-6f4a-44eb-ab44-821feb2eebfc) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:36.229405 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39746) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:36.317259 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Deleting subnet b442298a-b592-4e7e-8299-4cfb2cef2c7a {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:09:36.327944 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.375375 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.390348 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d1c72-6eac-42d9-8ad2-95b6033ce9bf None None] New status for floating IP 480d8d8d-381d-43c2-94f1-e8d2c68514c6: ACTIVE {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:09:36.392907 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.474968 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.491258 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.509039 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:36.511680 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:36.517969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.731005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-5802d767-062f-48a5-b5f6-c36e70c4fb82 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:36.732495 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-5802d767-062f-48a5-b5f6-c36e70c4fb82 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.2164855 Jul 22 23:09:36.765102 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:36.772531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:36.779460 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-8c454156-089e-4b9e-b88c-3f261bbf8ad6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/quotas/e252934ab05c45c78817089679c7a2cd HTTP/1.1" status: 200 len: 375 time: 0.0330584 Jul 22 23:09:36.782157 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:36.790396 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Pushing event updated for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:36.822294 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.822646 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.822991 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.823327 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.823659 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.823991 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.824316 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.824641 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.824997 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.825323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.825642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.825962 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:36.848474 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a798ec-b2b0-4185-abe3-471862968371 req-9a29c852-b3ba-4848-b612-b74cc847b072 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:36.850396 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.850535 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49a798ec-b2b0-4185-abe3-471862968371 req-9a29c852-b3ba-4848-b612-b74cc847b072 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.2036974 Jul 22 23:09:36.862960 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:36.863661 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.892712 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b442298a-b592-4e7e-8299-4cfb2cef2c7a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:36.901986 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.903643 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9a99d931-ad15-4113-84bc-203cf3a459c9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b442298a-b592-4e7e-8299-4cfb2cef2c7a HTTP/1.1" status: 204 len: 168 time: 0.6732020 Jul 22 23:09:36.906092 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39778) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:36.927026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.939523 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49a798ec-b2b0-4185-abe3-471862968371 req-6e9f3d78-b492-4735-b225-35aafc439fff tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797112 Jul 22 23:09:36.940032 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-5fc3d3bb-0fb1-4919-b4da-7b6e02a5c41f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1328154 Jul 22 23:09:36.940703 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:36.966396 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-c199096d-0bcd-48af-80ed-79178eeb382f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724958 Jul 22 23:09:36.979864 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Request body: {'port': {'device_id': '6c803318-7922-435c-b89b-24c74ed80f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:37.000125 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecebf1b-a985-47db-8246-aa67a9f9e2a9 x-openstack-request-id: req-2ecebf1b-a985-47db-8246-aa67a9f9e2a9 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:37.000487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:37.000867 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ecebf1b-a985-47db-8246-aa67a9f9e2a9 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:37.001273 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'status': 'completed', 'code': 200} Jul 22 23:09:37.004179 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7af7564e66b457fa8ade0ab126c82df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9238961 Jul 22 23:09:37.015553 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39780) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:37.016330 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.027844 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a53105-7f78-4264-9080-a1178a50deba,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:37.071338 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.071689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.072031 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.072364 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.072714 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.073049 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.073374 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.073697 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.074020 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.074340 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.074663 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.074979 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87c5c-ff5d-4e3b-b7d5-4182f75d80ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:37.115154 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.149698 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.162309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf63bb65-046c-421d-88f8-eb8530fd2d7a']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:37.193642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2cc862-7667-4149-bd57-7e0f14f974fe') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:37.193947 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2cc862-7667-4149-bd57-7e0f14f974fe') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:09:37.196936 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-ecba6569-7709-4076-93f3-a4afffce6432 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192619 Jul 22 23:09:37.209174 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.232351 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.240811 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.254117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-d1e9eb29-6059-433d-a202-7a9109acbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:37.255651 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-d1e9eb29-6059-433d-a202-7a9109acbef6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1099 time: 0.2242923 Jul 22 23:09:37.283806 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:09:37.284854 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:09:37.286521 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:09:37.288384 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a57cb-a039-43f4-9f71-b2f62a48164d req-5a423d8e-cac4-4bdf-b407-5e1ac3796e38 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:37.288384 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d79a57cb-a039-43f4-9f71-b2f62a48164d req-5a423d8e-cac4-4bdf-b407-5e1ac3796e38 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 932 time: 0.2331290 Jul 22 23:09:37.321783 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.380892 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.392515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.394884 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf63bb65-046c-421d-88f8-eb8530fd2d7a HTTP/1.1" status: 204 len: 168 time: 0.4878683 Jul 22 23:09:37.407096 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-c5a6af8d-7157-482a-a6f2-289e9ab144b0 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942339 Jul 22 23:09:37.411656 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d79a57cb-a039-43f4-9f71-b2f62a48164d req-04b44eb9-1a30-4bfe-b364-118eece8eeea tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Jul 22 23:09:37.437744 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.438919 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae467-9b57-4ae1-8bf6-38b6c8ba6b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf63bb65-046c-421d-88f8-eb8530fd2d7a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:37.443767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.445023 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6a53105-7f78-4264-9080-a1178a50deba HTTP/1.1" status: 204 len: 168 time: 0.4286203 Jul 22 23:09:37.463185 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb309e8-fe65-4a0e-8637-5557db04f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a53105-7f78-4264-9080-a1178a50deba,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:37.604262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39794) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:37.605214 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef19a562-6f4a-44eb-ab44-821feb2eebfc {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:37.614083 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.626872 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Transition to ACTIVE for port object ef19a562-6f4a-44eb-ab44-821feb2eebfc will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:37.636344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.657881 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1623dc4a-f915-4332-aa0d-9c8bded7886d req-b793928b-e117-44d6-af89-d92db875fb08 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 210 time: 0.0545044 Jul 22 23:09:37.697445 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:37.714262 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ad68be88-1286-46b6-b44f-ff7e0ed70db8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d40bf577cc4f4ded8bd9a5fe2ba45a44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1083121 Jul 22 23:09:37.716688 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39798) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:37.773794 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.808862 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.818130 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Attempting to bind port ef19a562-6f4a-44eb-ab44-821feb2eebfc on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:37.818648 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Attempting to bind port ef19a562-6f4a-44eb-ab44-821feb2eebfc by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:37.819051 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Attempting to bind port ef19a562-6f4a-44eb-ab44-821feb2eebfc on network d1e708f8-3959-46cb-97ba-2600c236b5c5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:37.824345 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Port ef19a562-6f4a-44eb-ab44-821feb2eebfc on network d1e708f8-3959-46cb-97ba-2600c236b5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:37.824824 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Attempting to bind port ef19a562-6f4a-44eb-ab44-821feb2eebfc on network d1e708f8-3959-46cb-97ba-2600c236b5c5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:37.830521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:37.831509 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Checking segment: {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:37.832258 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Bound using segment: {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:37.832727 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Bound port: ef19a562-6f4a-44eb-ab44-821feb2eebfc, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:37.833096 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.849519 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39806) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:37.882037 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.885260 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.888851 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f05fc19-a237-4100-bcb9-0bcae1adb39e HTTP/1.1" status: 204 len: 168 time: 0.1684051 Jul 22 23:09:37.889363 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1281573d-1bb5-4a2c-9e0f-4e2caf8932bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:37.897569 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aee9a-94c8-4a6c-a52f-b95170fa1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f05fc19-a237-4100-bcb9-0bcae1adb39e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:37.939039 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:37.960078 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:37.970313 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.014033 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:38.014667 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.016197 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] 10.222.0.61 "PUT /v2.0/ports/ef19a562-6f4a-44eb-ab44-821feb2eebfc HTTP/1.1" status: 200 len: 1094 time: 1.0451572 Jul 22 23:09:38.020766 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:38.023136 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1adaea-b548-4b88-833a-12a71be0b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:38.057666 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749e84-c9fc-406b-bcc9-9551f9f1cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:38.108323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1281573d-1bb5-4a2c-9e0f-4e2caf8932bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.113628 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1281573d-1bb5-4a2c-9e0f-4e2caf8932bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.152928 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1281573d-1bb5-4a2c-9e0f-4e2caf8932bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a2bac77b53494092330c04703a2b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022878 Jul 22 23:09:38.153795 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281573d-1bb5-4a2c-9e0f-4e2caf8932bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203a8a5-0660-41ee-823c-69f9c839be5f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:38.155613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39818) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:38.205894 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.227196 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.273229 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.275824 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:38.277018 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7203a8a5-0660-41ee-823c-69f9c839be5f HTTP/1.1" status: 204 len: 168 time: 0.1198530 Jul 22 23:09:38.286301 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6802413-c948-4e96-97dc-e2aba4472d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203a8a5-0660-41ee-823c-69f9c839be5f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:40.275434 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-a3a9bf48-5752-4abf-8327-d85d6eeaa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.278092 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-a3a9bf48-5752-4abf-8327-d85d6eeaa289 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.1134467 Jul 22 23:09:40.316168 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546f987-71ab-4afc-af33-b3ac5f8156c2 x-openstack-request-id: req-f546f987-71ab-4afc-af33-b3ac5f8156c2 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:40.316744 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:40.316744 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f546f987-71ab-4afc-af33-b3ac5f8156c2 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:40.318278 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc', 'status': 'completed', 'code': 200} Jul 22 23:09:40.382062 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-12ffe3e6-0bf7-4e02-887a-a2b3a508c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.385079 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-12ffe3e6-0bf7-4e02-887a-a2b3a508c0c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 1097 time: 0.1641717 Jul 22 23:09:40.459529 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-00d9d180-8caa-4644-a83b-9cb5101bbc66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc HTTP/1.1" status: 200 len: 217 time: 0.0503535 Jul 22 23:09:40.471324 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39940) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:40.494652 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39942) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:40.517513 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-7e160d89-36de-4e5d-bc59-b57b70a8f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.519936 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-7e160d89-36de-4e5d-bc59-b57b70a8f2f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ee12143-b924-417b-aa0c-ab82af5b57e7 HTTP/1.1" status: 200 len: 849 time: 0.0536237 Jul 22 23:09:40.531613 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-38e37f3c-260f-4089-9f36-119c6cb20988 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 1002 time: 0.2446296 Jul 22 23:09:40.579633 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543d24-52fd-4c0e-8daf-cfd2e79fab15 req-b63485b4-0322-4aa8-9381-69251aafb14b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.587340 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aa543d24-52fd-4c0e-8daf-cfd2e79fab15 req-b63485b4-0322-4aa8-9381-69251aafb14b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.2991462 Jul 22 23:09:40.594354 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-1759dd6f-0a22-49b1-a7d5-f937126964a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e708f8-3959-46cb-97ba-2600c236b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510831 Jul 22 23:09:40.663589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c46a3-7acb-4360-ac8e-32e7a371df8c req-4badafac-f8d0-4460-984b-3df8c9f43106 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.669123 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7a6c46a3-7acb-4360-ac8e-32e7a371df8c req-4badafac-f8d0-4460-984b-3df8c9f43106 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 944 time: 0.2815135 Jul 22 23:09:40.703456 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aa543d24-52fd-4c0e-8daf-cfd2e79fab15 req-5d480fc1-65aa-4eeb-909f-50aad2e4900f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147954 Jul 22 23:09:40.722356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:40.732383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-a0a3f89b-f3d0-41ff-961a-a4f4de600ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:40.733886 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-a0a3f89b-f3d0-41ff-961a-a4f4de600ac2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.1775670 Jul 22 23:09:40.734580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1924-7499-4de6-b19d-eed55ce930a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:40.793790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7a6c46a3-7acb-4360-ac8e-32e7a371df8c req-9de87dc7-4106-45a6-ada9-12540099f2c1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087129 Jul 22 23:09:40.823527 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-672cb891-5283-4503-8a97-b6dba66bbc41 req-749bfaab-7310-4b5b-b036-957fda3a118b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 210 time: 0.0505431 Jul 22 23:09:40.824326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.db.api [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:09:40.824326 dv-cinder-801913-2-iscsi neutron-server[93161]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:09:40.824326 dv-cinder-801913-2-iscsi neutron-server[93161]: [parameters: {'project_id': 'a44a95854d484278bb2d6804dc7f4928', 'id': 'fc02531f-cbcf-4373-9266-ec8dce130a60', 'expiration': datetime.datetime(2021, 7, 22, 23, 11, 40, 789096)}] Jul 22 23:09:40.824326 dv-cinder-801913-2-iscsi neutron-server[93161]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:09:40.824726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG oslo_db.api [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:09:40.895921 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1924-7499-4de6-b19d-eed55ce930a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:40.904561 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6f4e1924-7499-4de6-b19d-eed55ce930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:40.941555 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e1924-7499-4de6-b19d-eed55ce930a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c4983b-6069-46e3-a969-e23f74974357,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:40.946570 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6f4e1924-7499-4de6-b19d-eed55ce930a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe0f48e968914cd0a3c92af03d65e37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452531 Jul 22 23:09:40.949260 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39950) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:40.996557 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.017250 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.064490 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.067837 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.069012 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2c4983b-6069-46e3-a969-e23f74974357 HTTP/1.1" status: 204 len: 168 time: 0.1188231 Jul 22 23:09:41.077587 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82fda-5b69-4e3d-9cbe-70e3668e29d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c4983b-6069-46e3-a969-e23f74974357,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:41.326077 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.332755 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39960) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:41.347282 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a186512-b9c2-416f-92bb-4556d1b4fd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.414839 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.419590 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.462061 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a44a95854d484278bb2d6804dc7f4928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9788504 Jul 22 23:09:41.462868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282f8a1-06c0-4e76-aa08-d06807c02256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad5afe-3066-48ea-8cd0-930133e5174d,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:41.465786 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39962) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:41.505196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a186512-b9c2-416f-92bb-4556d1b4fd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.509163 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a186512-b9c2-416f-92bb-4556d1b4fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.515617 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.536880 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.547283 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3a186512-b9c2-416f-92bb-4556d1b4fd41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f5f598b07124aee8754e879aa206f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134380 Jul 22 23:09:41.548248 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a186512-b9c2-416f-92bb-4556d1b4fd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ca532-34a3-4060-9ee2-1f8d9fd91813,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:41.551265 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39964) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:41.616449 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.617969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.620467 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.621628 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40ad5afe-3066-48ea-8cd0-930133e5174d HTTP/1.1" status: 204 len: 168 time: 0.1545391 Jul 22 23:09:41.639006 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3108da-0c5a-4878-85b3-48267241efcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad5afe-3066-48ea-8cd0-930133e5174d,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:41.653741 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.702390 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.705482 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:41.706791 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/582ca532-34a3-4060-9ee2-1f8d9fd91813 HTTP/1.1" status: 204 len: 168 time: 0.1545875 Jul 22 23:09:41.714450 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd727e0-5ea3-4640-9ff0-858955634781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ca532-34a3-4060-9ee2-1f8d9fd91813,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:42.013072 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 39988) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:42.026185 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-607610e8-e3ea-4eee-a0d0-32df74e3bbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.119503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-607610e8-e3ea-4eee-a0d0-32df74e3bbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.123677 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-607610e8-e3ea-4eee-a0d0-32df74e3bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.162644 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-607610e8-e3ea-4eee-a0d0-32df74e3bbe3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=964a1a2397274a59a2196e10f7abff30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495125 Jul 22 23:09:42.163487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607610e8-e3ea-4eee-a0d0-32df74e3bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c8c991-497e-4ea9-a887-13969c4beb22,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:42.165187 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 39994) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:42.214769 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.236111 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.280978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.284402 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:42.287974 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99c8c991-497e-4ea9-a887-13969c4beb22 HTTP/1.1" status: 204 len: 168 time: 0.1193087 Jul 22 23:09:42.293407 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ab230-f519-446f-afa5-045f53d14b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c8c991-497e-4ea9-a887-13969c4beb22,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:43.724367 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40082) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:43.794915 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-0f37ae88-3f28-4c1b-84d9-002e41121db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:43.796728 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-0f37ae88-3f28-4c1b-84d9-002e41121db4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048758 Jul 22 23:09:43.822135 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-6b55c232-f49d-4401-b08f-c9097f001b87 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309092 Jul 22 23:09:43.926319 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1374-4681-4119-a275-ada9c9bababf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:43.936705 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-56692891-8bd7-4d84-a517-a309b8c1b830 req-64833e3c-ddec-4597-a773-e6f9e8b7113e service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063273 Jul 22 23:09:44.051064 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-93a143d5-ff14-4205-b2fb-e48f4f622aba service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441072 Jul 22 23:09:44.087044 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72bee-fefb-48aa-b8af-bcd84be45688 req-d189ccc0-15fc-4643-a532-2a620ee453a0 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.089484 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31f72bee-fefb-48aa-b8af-bcd84be45688 req-d189ccc0-15fc-4643-a532-2a620ee453a0 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 944 time: 0.2370541 Jul 22 23:09:44.127705 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d48d-86f0-410b-bccd-d72bb86ddb09 req-59a3432c-08de-42aa-bc44-b24f3787e706 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.130269 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0292d48d-86f0-410b-bccd-d72bb86ddb09 req-59a3432c-08de-42aa-bc44-b24f3787e706 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.3000727 Jul 22 23:09:44.150910 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-f978c50a-8e24-4717-b2ae-4106327eeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.154029 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-f978c50a-8e24-4717-b2ae-4106327eeba8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 1097 time: 0.1405251 Jul 22 23:09:44.305630 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0292d48d-86f0-410b-bccd-d72bb86ddb09 req-ce903480-84b9-4bf4-9db6-54819e856d71 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609874 Jul 22 23:09:44.312820 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31f72bee-fefb-48aa-b8af-bcd84be45688 req-0f1be620-1606-4c5c-817b-29fa85cd8d89 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069709 Jul 22 23:09:44.507936 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-fc33d679-3320-4cce-8de9-b2dfd93d8781 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.509532 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-fc33d679-3320-4cce-8de9-b2dfd93d8781 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.3308663 Jul 22 23:09:44.511371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-e8d487e1-44c6-44f2-bb74-0261986fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.513227 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-e8d487e1-44c6-44f2-bb74-0261986fbf16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 910 time: 0.3191888 Jul 22 23:09:44.538335 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Request body: {'port': {'device_id': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'admin_state_up': True, 'tenant_id': 'e252934ab05c45c78817089679c7a2cd'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:44.576096 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed4919cf-852b-41e0-a2dc-02fe1af64a4c req-fe1dd727-aeca-4df8-ba2f-82e0c1c95e62 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135274 Jul 22 23:09:44.590933 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-60b05fcc-ffd7-4e05-9de3-d44083cf02c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc HTTP/1.1" status: 200 len: 217 time: 0.0490074 Jul 22 23:09:44.599078 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1374-4681-4119-a275-ada9c9bababf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.602190 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7868e2ff-09d2-4a3b-871b-3c16ae672370 req-34fd8670-4067-4062-83d9-42a5b619708d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 210 time: 0.0465956 Jul 22 23:09:44.603203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1374-4681-4119-a275-ada9c9bababf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.644290 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ec9b1374-4681-4119-a275-ada9c9bababf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a4c32ab93f34549b77f5a4d55f0c221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180021 Jul 22 23:09:44.645417 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1374-4681-4119-a275-ada9c9bababf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3087e-66be-492f-aa33-67c3046a8719,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:44.647654 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40116) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:44.694157 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-ded13adc-a7e5-4da0-9091-0e92fb7c11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:44.695610 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-ded13adc-a7e5-4da0-9091-0e92fb7c11b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ee12143-b924-417b-aa0c-ab82af5b57e7 HTTP/1.1" status: 200 len: 849 time: 0.0919883 Jul 22 23:09:44.699250 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.722568 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.746859 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-64a56c66-b991-40da-adfa-2030ec5f8428 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e708f8-3959-46cb-97ba-2600c236b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320368 Jul 22 23:09:44.747997 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:09:44.750984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.780176 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.783834 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:44.785714 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9f3087e-66be-492f-aa33-67c3046a8719 HTTP/1.1" status: 204 len: 168 time: 0.1369283 Jul 22 23:09:44.796365 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef4d4c-4e1e-46dc-8415-b1bf9750086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3087e-66be-492f-aa33-67c3046a8719,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:44.925776 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-04dd3d18-da96-41bb-a58c-b876f07c3d83 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695211 Jul 22 23:09:45.027280 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Allocated IP 172.20.0.6 (279eb3db-0781-455d-a7d6-366ffe9e3761/3e179fd9-4dd9-464e-aa3d-7bf3f04a0599/dfd19a9b-5f36-41a3-a27e-c4218c2f139b) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:09:45.067022 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40126) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:45.078555 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ba1adaea-b548-4b88-833a-12a71be0b6ae req-a36cf294-8896-45ba-b681-ecf62b6ce114 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299961 Jul 22 23:09:45.083055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33d59473-10d3-42a6-8b86-d8df3a1305c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.173794 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33d59473-10d3-42a6-8b86-d8df3a1305c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.177889 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33d59473-10d3-42a6-8b86-d8df3a1305c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.206210 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.219503 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-33d59473-10d3-42a6-8b86-d8df3a1305c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea269ae923f24de6ad287d075edf4994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490142 Jul 22 23:09:45.219503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59473-10d3-42a6-8b86-d8df3a1305c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2b001-3f95-4fce-bd14-20549fafcde0,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:45.219864 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40128) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:45.284454 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.305813 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:45.314922 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.336505 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:09:45.345225 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:09:45.355290 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:09:45.361691 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.387529 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event updated for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:45.444556 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:45.445241 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.468536 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-0f8779b9-32d9-49bb-880f-beaef7d08792 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331198 Jul 22 23:09:45.469693 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.472929 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.473980 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bf2b001-3f95-4fce-bd14-20549fafcde0 HTTP/1.1" status: 204 len: 168 time: 0.2525394 Jul 22 23:09:45.489223 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Request body: {'port': {'device_id': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:09:45.493995 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345689c-bfdc-414d-a5a3-d2ee40e6be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2b001-3f95-4fce-bd14-20549fafcde0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:45.595885 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d595d-63be-43f5-b7c7-2533e0b7f4b0 req-c828e1fc-580f-444b-9f4f-a54d58b3c88a tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:45.597674 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-473d595d-63be-43f5-b7c7-2533e0b7f4b0 req-c828e1fc-580f-444b-9f4f-a54d58b3c88a tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 944 time: 0.1405265 Jul 22 23:09:45.613303 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad7ec-4b50-48bd-8198-1c4cdbefffe6 req-7fd5d98b-5a47-4384-be29-9e6b97e78bca tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:45.614730 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:45.619726 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c41ad7ec-4b50-48bd-8198-1c4cdbefffe6 req-7fd5d98b-5a47-4384-be29-9e6b97e78bca tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1520016 Jul 22 23:09:45.699931 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-473d595d-63be-43f5-b7c7-2533e0b7f4b0 req-041fccfb-e17b-41cd-a67a-816f39a40def tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Jul 22 23:09:45.713787 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c41ad7ec-4b50-48bd-8198-1c4cdbefffe6 req-093a07fe-f2fe-4739-97b5-847e6d2b0da0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770636 Jul 22 23:09:45.948895 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2747e7-763f-40f8-a1b9-924e464deb01 req-94fe29b7-f1ac-468f-9312-09d2b1005589 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:45.954704 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e2747e7-763f-40f8-a1b9-924e464deb01 req-94fe29b7-f1ac-468f-9312-09d2b1005589 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 931 time: 0.1455050 Jul 22 23:09:46.025717 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e2747e7-763f-40f8-a1b9-924e464deb01 req-03264578-dbc9-45ee-9b7b-aedef0c20196 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Jul 22 23:09:46.063811 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd19a9b-5f36-41a3-a27e-c4218c2f139b {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:46.073021 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:46.097940 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Transition to ACTIVE for port object dfd19a9b-5f36-41a3-a27e-c4218c2f139b will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:09:46.101694 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:46.173259 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:46.222655 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Attempting to bind port dfd19a9b-5f36-41a3-a27e-c4218c2f139b on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:09:46.222898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Attempting to bind port dfd19a9b-5f36-41a3-a27e-c4218c2f139b by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:09:46.223308 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Attempting to bind port dfd19a9b-5f36-41a3-a27e-c4218c2f139b on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:46.227472 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Port dfd19a9b-5f36-41a3-a27e-c4218c2f139b on network 279eb3db-0781-455d-a7d6-366ffe9e3761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:09:46.227793 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Attempting to bind port dfd19a9b-5f36-41a3-a27e-c4218c2f139b on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:09:46.235307 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:09:46.235661 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Checking segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:09:46.236051 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Bound using segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:09:46.236475 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Bound port: dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:09:46.237375 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:46.303338 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:09:46.306692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:09:46.310430 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:46.350165 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:46.350788 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:46.352178 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] 10.222.0.61 "PUT /v2.0/ports/dfd19a9b-5f36-41a3-a27e-c4218c2f139b HTTP/1.1" status: 200 len: 1093 time: 0.8742394 Jul 22 23:09:46.352617 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:46.354959 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d81570-3c61-4435-9366-6f1dbf15f45f" -d '{"events": [{"name": "network-changed", "server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:46.381780 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166024cd-2c6e-4297-aaf9-98f864f9604b service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:46.408384 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53707d5d-0f7c-4710-a014-d30e4e26fdc6 x-openstack-request-id: req-53707d5d-0f7c-4710-a014-d30e4e26fdc6 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:46.408839 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:46.409154 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53707d5d-0f7c-4710-a014-d30e4e26fdc6 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:46.409595 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'status': 'completed', 'code': 200} Jul 22 23:09:46.454027 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-f21e40c7-96d4-496a-aff9-573ef4e64be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:46.455491 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-f21e40c7-96d4-496a-aff9-573ef4e64be2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 1096 time: 0.0576446 Jul 22 23:09:46.508463 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-231398db-63c4-4520-97a7-775459000498 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b HTTP/1.1" status: 200 len: 217 time: 0.0427051 Jul 22 23:09:46.569819 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-eb0f4500-9f3d-43ce-a88e-3fda866c3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:46.571268 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-eb0f4500-9f3d-43ce-a88e-3fda866c3efe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0507143 Jul 22 23:09:46.607855 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-960c3d87-9fe7-418b-ba25-a1089102703f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266917 Jul 22 23:09:46.905516 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4ea2-0a1d-45a4-b384-0667c6096d4f req-c3fdd949-fde1-4624-97f4-1d756916842b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:46.907316 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-70ed4ea2-0a1d-45a4-b384-0667c6096d4f req-c3fdd949-fde1-4624-97f4-1d756916842b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1148791 Jul 22 23:09:46.923042 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-82ccc455-5379-428f-a15d-908b38335ecd service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045878 Jul 22 23:09:46.928174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7061085-9749-4e67-912a-561ade6b026f req-80efc7d3-c169-444d-88c4-71f8dd835571 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:46.929751 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7061085-9749-4e67-912a-561ade6b026f req-80efc7d3-c169-444d-88c4-71f8dd835571 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 944 time: 0.1275771 Jul 22 23:09:46.982872 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-70ed4ea2-0a1d-45a4-b384-0667c6096d4f req-a8c18cd4-f50c-4f20-a7d5-6644baeb1cea tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Jul 22 23:09:47.001528 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7061085-9749-4e67-912a-561ade6b026f req-1b0c84d0-6313-46be-aa81-8cf2b74bda97 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Jul 22 23:09:47.042173 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-14bcc5af-1025-459c-8f7b-2fa2f3464250 req-6f4efc27-59db-4daf-9020-bf2a71252f7d service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125805 Jul 22 23:09:47.070361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ef19a562-6f4a-44eb-ab44-821feb2eebfc details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:47.194122 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-e187cc9a-25e1-495c-8d95-12b01f7c0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:47.196932 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-e187cc9a-25e1-495c-8d95-12b01f7c0288 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 1096 time: 0.0951767 Jul 22 23:09:47.231388 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:47.248042 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc', 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5', 'port_id': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc', 'mac_address': 'fa:16:3e:7b:b2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee12143-b924-417b-aa0c-ab82af5b57e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:47.279808 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf5ee-c9fe-4861-9fe5-f79fbbfa4e4b req-51c7645f-ea10-4d99-9273-93b44641b482 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:47.281662 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6a1bf5ee-c9fe-4861-9fe5-f79fbbfa4e4b req-51c7645f-ea10-4d99-9273-93b44641b482 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 943 time: 0.1373706 Jul 22 23:09:47.303429 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:47.313000 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-8496f0de-703c-4f43-8646-99db88ff1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:47.316192 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-8496f0de-703c-4f43-8646-99db88ff1b44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 916 time: 0.1076715 Jul 22 23:09:47.320864 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef19a562-6f4a-44eb-ab44-821feb2eebfc {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:47.343502 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:47.347000 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6a1bf5ee-c9fe-4861-9fe5-f79fbbfa4e4b req-5d18402d-2f21-4e01-b523-14bba0486d36 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579116 Jul 22 23:09:47.349124 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:47.381986 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-e321230e-118b-4f46-9f8f-571cab54b57e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b HTTP/1.1" status: 200 len: 217 time: 0.0581603 Jul 22 23:09:47.423201 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:47.432497 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.432878 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.433365 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.433903 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.434221 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.434709 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.435116 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.435347 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.435944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.436194 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.436713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.437330 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:09:47.455923 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-716958bc-398d-461f-9d30-c54d900afbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:47.457592 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-716958bc-398d-461f-9d30-c54d900afbb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0678277 Jul 22 23:09:47.508762 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-6b8353f8-c5b1-4539-82f8-00cf38f8090c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419245 Jul 22 23:09:47.623456 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-474a2ebb-4964-40f5-bf96-9a35c91e02d9 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985758 Jul 22 23:09:47.728918 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-84d81570-3c61-4435-9366-6f1dbf15f45f req-2ced6cd5-9cde-473c-8eb7-1116fbce4673 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952415 Jul 22 23:09:47.954536 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['ef19a562-6f4a-44eb-ab44-821feb2eebfc'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:48.172236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2da0-4562-438a-8755-d76edf0418c4 req-26004e7f-d270-489b-a5a2-fa79582b4d9d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:48.173764 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c0f2da0-4562-438a-8755-d76edf0418c4 req-26004e7f-d270-489b-a5a2-fa79582b4d9d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 945 time: 0.1041925 Jul 22 23:09:48.182442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac475d5b-0652-4d0f-b765-8745b50d35a7 req-1f2047c0-2799-40ba-8788-fcf9badb04d3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:48.184859 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ac475d5b-0652-4d0f-b765-8745b50d35a7 req-1f2047c0-2799-40ba-8788-fcf9badb04d3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1129565 Jul 22 23:09:48.240503 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c0f2da0-4562-438a-8755-d76edf0418c4 req-52c0192b-6474-401c-9294-9fbd62a79de1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546618 Jul 22 23:09:48.245231 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ac475d5b-0652-4d0f-b765-8745b50d35a7 req-5688a3d5-64b1-49b6-8cf1-cf73dc217558 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515625 Jul 22 23:09:48.482677 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546142fb-352f-4d4d-9e6a-554e395fda37 req-fd800a4f-2b24-48b0-bb7a-8577d4ef9818 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:48.484152 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-546142fb-352f-4d4d-9e6a-554e395fda37 req-fd800a4f-2b24-48b0-bb7a-8577d4ef9818 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 943 time: 0.0643537 Jul 22 23:09:48.521726 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-546142fb-352f-4d4d-9e6a-554e395fda37 req-415b4d67-19ef-41b2-9802-361990a60cbb tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Jul 22 23:09:49.406952 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3624a-f1c3-4089-9f9f-cd2f8c3577f0 req-b3e13a53-27de-4e7b-87ec-7ac8f3e01b80 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:49.408435 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4eb3624a-f1c3-4089-9f9f-cd2f8c3577f0 req-b3e13a53-27de-4e7b-87ec-7ac8f3e01b80 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 945 time: 0.0981038 Jul 22 23:09:49.416647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5efdb6-dcf0-4eef-ac4e-7220f74e47cd req-fedb2e94-5882-4ecd-984e-f8099c0318ff tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:49.418018 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9d5efdb6-dcf0-4eef-ac4e-7220f74e47cd req-fedb2e94-5882-4ecd-984e-f8099c0318ff tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0984490 Jul 22 23:09:49.476501 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4eb3624a-f1c3-4089-9f9f-cd2f8c3577f0 req-95996a61-6a1f-4ea2-9be9-45cb2fea0bea tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575392 Jul 22 23:09:49.479445 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9d5efdb6-dcf0-4eef-ac4e-7220f74e47cd req-69d3b435-6881-44be-875f-c4e0e2b31de5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Jul 22 23:09:50.772985 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:09:51.162153 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device dfd19a9b-5f36-41a3-a27e-c4218c2f139b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:09:51.165254 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ef19a562-6f4a-44eb-ab44-821feb2eebfc up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:51.276550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port ef19a562-6f4a-44eb-ab44-821feb2eebfc completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:51.283932 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port ef19a562-6f4a-44eb-ab44-821feb2eebfc triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:51.284309 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:51.320377 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:51.338252 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'port_id': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'mac_address': 'fa:16:3e:47:f1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e179fd9-4dd9-464e-aa3d-7bf3f04a0599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:09:51.410573 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:51.421058 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:51.433477 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd19a9b-5f36-41a3-a27e-c4218c2f139b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:09:51.456929 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:51.459169 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab3783-8498-4319-be0a-e2e33d73cf2d" -d '{"events": [{"server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:51.475706 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:51.477724 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:51.479540 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:51.484501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:51.525974 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:51.574729 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:52.427510 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65b06-d059-4657-a6f8-f65fa610e889 req-dc46e6dc-935f-4a77-a1d1-e4602273ad37 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:52.429061 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28a65b06-d059-4657-a6f8-f65fa610e889 req-dc46e6dc-935f-4a77-a1d1-e4602273ad37 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 944 time: 0.1084969 Jul 22 23:09:52.436356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed28c5b-4228-4c31-88c3-47b2991b20ea req-a1f27346-2ffc-4a78-a62d-12b4caa27341 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:52.437776 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fed28c5b-4228-4c31-88c3-47b2991b20ea req-a1f27346-2ffc-4a78-a62d-12b4caa27341 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.1044030 Jul 22 23:09:52.500400 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28a65b06-d059-4657-a6f8-f65fa610e889 req-cc452a5b-7006-43f7-ad98-3cea189a5f3f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615942 Jul 22 23:09:52.505197 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fed28c5b-4228-4c31-88c3-47b2991b20ea req-c0a660d9-d599-442c-bc75-df5b02315666 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Jul 22 23:09:52.550403 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f26ae6-840f-4133-ab39-a2591ef17363 x-openstack-request-id: req-81f26ae6-840f-4133-ab39-a2591ef17363 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:52.551716 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:52.551716 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81f26ae6-840f-4133-ab39-a2591ef17363 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:52.551854 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc', 'code': 200} Jul 22 23:09:52.622011 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69520b36-47de-4bcd-8b22-71fa66cc0a76 req-d1dea145-ca50-4e27-8823-12ae96ffc0cf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:52.623802 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-69520b36-47de-4bcd-8b22-71fa66cc0a76 req-d1dea145-ca50-4e27-8823-12ae96ffc0cf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0656958 Jul 22 23:09:52.638530 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['dfd19a9b-5f36-41a3-a27e-c4218c2f139b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:09:52.666387 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-69520b36-47de-4bcd-8b22-71fa66cc0a76 req-76f2db0a-d09d-4dc3-b96b-d8ae6acf93bb tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Jul 22 23:09:52.754798 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7480af-8982-4582-8d27-db20ce54b33f req-55cbb003-9fd7-4598-bb1c-31bed584d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:52.756288 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a7480af-8982-4582-8d27-db20ce54b33f req-55cbb003-9fd7-4598-bb1c-31bed584d223 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 1099 time: 0.0507088 Jul 22 23:09:52.791300 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3a7480af-8982-4582-8d27-db20ce54b33f req-cee1dbbd-a1d3-4010-86d1-581a64a447da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281696 Jul 22 23:09:53.684647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c001907-9738-4724-9852-bb283fd49272 req-af74f1b2-78cc-4c76-9ea1-107db2b3b54b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:53.686201 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c001907-9738-4724-9852-bb283fd49272 req-af74f1b2-78cc-4c76-9ea1-107db2b3b54b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 944 time: 0.1082861 Jul 22 23:09:53.697421 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04cc4-3116-4b0e-8fa9-8bdb384bf2a6 req-3ee08f80-18c4-4368-863f-40e44032b445 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:53.699236 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f9f04cc4-3116-4b0e-8fa9-8bdb384bf2a6 req-3ee08f80-18c4-4368-863f-40e44032b445 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.1112018 Jul 22 23:09:53.765016 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c001907-9738-4724-9852-bb283fd49272 req-c04a8ec7-0b02-4dc1-8d2a-c830734557c5 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613065 Jul 22 23:09:53.767704 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f9f04cc4-3116-4b0e-8fa9-8bdb384bf2a6 req-860bbabb-ae3c-4ce8-af0b-d69ae938b431 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Jul 22 23:09:53.883565 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51824b-4d67-4f8b-a324-d74be54fa3f2 req-599f1720-2027-4bfa-841a-85d3dfb8eaa5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:53.885050 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6f51824b-4d67-4f8b-a324-d74be54fa3f2 req-599f1720-2027-4bfa-841a-85d3dfb8eaa5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0612495 Jul 22 23:09:53.922232 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6f51824b-4d67-4f8b-a324-d74be54fa3f2 req-ce959984-2003-419c-9eb7-4948685ad5f6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Jul 22 23:09:56.942686 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-f4be594a-3d8c-41b8-8fef-362005045131 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658467 Jul 22 23:09:57.054373 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-7aa712ff-af2a-482d-b5e9-db7123d4cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.055763 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-7aa712ff-af2a-482d-b5e9-db7123d4cb21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 1099 time: 0.0526879 Jul 22 23:09:57.063681 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b5798-3f1e-427b-bb5c-421828c8561e req-398abd5f-7f2e-4fa9-870d-0f98081452da tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.065201 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d13b5798-3f1e-427b-bb5c-421828c8561e req-398abd5f-7f2e-4fa9-870d-0f98081452da tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 944 time: 0.1120963 Jul 22 23:09:57.077538 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fff68-b73c-4137-bf63-c7a1ff9a018d req-b7e63319-8230-4aee-ac48-adf3edd30873 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.078933 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-935fff68-b73c-4137-bf63-c7a1ff9a018d req-b7e63319-8230-4aee-ac48-adf3edd30873 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.0905979 Jul 22 23:09:57.107728 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device dfd19a9b-5f36-41a3-a27e-c4218c2f139b up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:09:57.127948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d13b5798-3f1e-427b-bb5c-421828c8561e req-a08d684f-39c3-4e29-b552-55688af1d8b3 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Jul 22 23:09:57.141399 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-935fff68-b73c-4137-bf63-c7a1ff9a018d req-c3c758ae-68ac-4a92-ae15-fabd9be11e44 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551655 Jul 22 23:09:57.179161 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-3ba0bf00-3e64-48c7-a2e5-5290f5597a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.180668 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-3ba0bf00-3e64-48c7-a2e5-5290f5597a94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 916 time: 0.0990362 Jul 22 23:09:57.198718 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port dfd19a9b-5f36-41a3-a27e-c4218c2f139b completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:09:57.202966 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port dfd19a9b-5f36-41a3-a27e-c4218c2f139b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:09:57.203361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:57.244348 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-451fbada-8ee1-4fbd-9cde-8508b9ad62ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19da1322-a4f3-409a-9018-c0962ee21347 HTTP/1.1" status: 200 len: 217 time: 0.0552649 Jul 22 23:09:57.295596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab054cb-05e8-4cba-bff3-da7ef4521438 req-b3a4c1ca-a5b2-4676-b9a5-43f5845f87a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.297157 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fab054cb-05e8-4cba-bff3-da7ef4521438 req-b3a4c1ca-a5b2-4676-b9a5-43f5845f87a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0755515 Jul 22 23:09:57.304264 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:57.327318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:09:57.330052 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d962e6d3-9b85-4658-8e1a-68d4a050ae4a" -d '{"events": [{"server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:09:57.331442 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-44ab753e-1273-44c2-84b4-144843f355cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:09:57.333002 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-44ab753e-1273-44c2-84b4-144843f355cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0564251 Jul 22 23:09:57.343304 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:09:57.344241 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fab054cb-05e8-4cba-bff3-da7ef4521438 req-ea3d1ef2-de0d-4d2f-8f35-73eee4d7095b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Jul 22 23:09:57.348965 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:57.373894 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236e6989-c19a-4d3a-ac38-b7cd62cd1d18 x-openstack-request-id: req-236e6989-c19a-4d3a-ac38-b7cd62cd1d18 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:09:57.374182 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:09:57.374426 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-236e6989-c19a-4d3a-ac38-b7cd62cd1d18 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:09:57.374804 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'code': 200} Jul 22 23:09:57.379710 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-d8a19a95-acc0-4a12-bdbf-0c84f2f4ec71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323195 Jul 22 23:09:57.400348 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:09:58.490728 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-ef83b475-c940-401c-820a-338cc578863e service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838056 Jul 22 23:10:00.362363 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7f65fba3-d3bd-4c88-a8d1-8d7b75ca2822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:00.772110 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-60a9f6b7-4f6d-42e4-8f97-5d62549ab8eb req-e1abf348-06b4-4205-8ad4-efbebbe47342 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930271 Jul 22 23:10:00.867449 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73760-13cc-442c-a8c5-1d0d3acfbc60 req-77ff713f-c261-456a-bf24-92fabdf55dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:00.869312 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9ea73760-13cc-442c-a8c5-1d0d3acfbc60 req-77ff713f-c261-456a-bf24-92fabdf55dfa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 1098 time: 0.0606787 Jul 22 23:10:00.882163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247cd4e-4338-43c9-bbc3-3ac0b19388f5 req-c23b4bc9-9519-45c1-9a23-1478d63f5cf8 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:00.883802 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f247cd4e-4338-43c9-bbc3-3ac0b19388f5 req-c23b4bc9-9519-45c1-9a23-1478d63f5cf8 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.1050696 Jul 22 23:10:00.896922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3ceb8-d83b-4157-9420-3ec38f19382b req-e5afb105-9195-408d-a505-1158fa988b2d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:00.898813 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eec3ceb8-d83b-4157-9420-3ec38f19382b req-e5afb105-9195-408d-a505-1158fa988b2d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.1108019 Jul 22 23:10:00.930932 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9ea73760-13cc-442c-a8c5-1d0d3acfbc60 req-432d4225-ed8a-4257-bbfc-34daa8298345 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Jul 22 23:10:00.956295 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f247cd4e-4338-43c9-bbc3-3ac0b19388f5 req-226d459e-870b-4a58-9dfb-465048750bff tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Jul 22 23:10:00.961073 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eec3ceb8-d83b-4157-9420-3ec38f19382b req-1e7570bb-e675-4301-8e13-bfbea9f7ca09 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548346 Jul 22 23:10:01.077414 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e992b-83e3-4d9c-af2e-e4d492021ff5 req-0f7ebc4e-d81e-4ef2-91c0-10f0d78a9bbd tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:01.079233 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe9e992b-83e3-4d9c-af2e-e4d492021ff5 req-0f7ebc4e-d81e-4ef2-91c0-10f0d78a9bbd tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0685165 Jul 22 23:10:01.117548 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe9e992b-83e3-4d9c-af2e-e4d492021ff5 req-bbbb46aa-e175-4344-bb00-2dca1071c5e8 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 22 23:10:01.461855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:01.962071 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2598-2cc7-4eba-8a46-096719289253 req-77e19ac8-72fe-4d97-8f14-19f6618df9bb tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:01.966517 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78de2598-2cc7-4eba-8a46-096719289253 req-77e19ac8-72fe-4d97-8f14-19f6618df9bb tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.0755146 Jul 22 23:10:02.013247 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78de2598-2cc7-4eba-8a46-096719289253 req-23a6d5fd-5cb0-4adc-9a00-c97b4624ab82 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Jul 22 23:10:02.101098 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae83e-b7b9-494b-8f2d-89397b348f3c req-b328509b-f4b5-4763-ab99-151c03d82afd tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:02.102774 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b9ae83e-b7b9-494b-8f2d-89397b348f3c req-b328509b-f4b5-4763-ab99-151c03d82afd tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.0679302 Jul 22 23:10:02.141810 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b9ae83e-b7b9-494b-8f2d-89397b348f3c req-03e79355-3628-4c37-9269-1e61eccfbcd1 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jul 22 23:10:02.260817 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c487-ec64-46af-a573-4d106374cc69 req-9b82aee3-3a50-47df-9edf-e4f882c99a0e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:02.261852 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ff72c487-ec64-46af-a573-4d106374cc69 req-9b82aee3-3a50-47df-9edf-e4f882c99a0e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0740447 Jul 22 23:10:02.300573 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ff72c487-ec64-46af-a573-4d106374cc69 req-2c0e79de-0fdc-408f-8fd4-24b30073fad7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Jul 22 23:10:02.849157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:02.905924 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b91f6619-ad63-4624-8fa3-c89ed0729e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:04.014202 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:05.738855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:05.959781 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021e8c-abf7-4700-a0b5-80ceeb6fca9e req-12207f92-e986-4d4b-90a2-7ef5c7d49d71 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:05.961294 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4021e8c-abf7-4700-a0b5-80ceeb6fca9e req-12207f92-e986-4d4b-90a2-7ef5c7d49d71 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.1000910 Jul 22 23:10:05.973309 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161534b-babb-4fb9-ae70-fca3f26e017f req-d34f5c57-24a5-4209-9704-958dac659591 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:05.974686 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3161534b-babb-4fb9-ae70-fca3f26e017f req-d34f5c57-24a5-4209-9704-958dac659591 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.1048465 Jul 22 23:10:06.030467 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4021e8c-abf7-4700-a0b5-80ceeb6fca9e req-d5c885b3-9af5-4f33-be57-3a09b3bafc0d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548196 Jul 22 23:10:06.033269 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3161534b-babb-4fb9-ae70-fca3f26e017f req-487b5a4a-48b6-4012-9dd9-9fd524e96cc6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518832 Jul 22 23:10:06.148559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96fb9-ac30-4250-baad-f05afcc28853 req-66348e47-a612-40ad-8c5d-c456478d3576 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:06.150115 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7d96fb9-ac30-4250-baad-f05afcc28853 req-66348e47-a612-40ad-8c5d-c456478d3576 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0652754 Jul 22 23:10:06.187159 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7d96fb9-ac30-4250-baad-f05afcc28853 req-4415d899-f676-4d5e-8f90-a198946d4e5d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Jul 22 23:10:07.166251 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa6567-e0af-4f6d-ad26-04f0c2683eae req-5ebc165f-f4f4-4722-aea7-42282ff0baa5 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:07.167773 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99aa6567-e0af-4f6d-ad26-04f0c2683eae req-5ebc165f-f4f4-4722-aea7-42282ff0baa5 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.0666771 Jul 22 23:10:07.205656 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99aa6567-e0af-4f6d-ad26-04f0c2683eae req-c2126eb8-4663-4197-a392-14e3f455c9c2 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 22 23:10:07.322007 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d0d0-f5be-4a7a-800a-de5c2f59d2a4 req-e0a3392e-3ea3-496d-9010-cca8b1b3fd5f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:07.323475 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f48d0d0-f5be-4a7a-800a-de5c2f59d2a4 req-e0a3392e-3ea3-496d-9010-cca8b1b3fd5f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0618508 Jul 22 23:10:07.361818 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f48d0d0-f5be-4a7a-800a-de5c2f59d2a4 req-6522f894-20d2-4d11-a00e-b22a54f914a1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 22 23:10:07.953903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-9871e458-e7ea-4a91-a2f2-e674a17445f9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:07.956185 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-9871e458-e7ea-4a91-a2f2-e674a17445f9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.1087465 Jul 22 23:10:07.973988 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840305-4174-494c-9186-f2a4c4012462 req-bccba14a-b924-49e9-af87-d8021967ffdc tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:07.974574 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-096db627-8fbc-455d-a4c2-572c4228fd29 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/quotas/e252934ab05c45c78817089679c7a2cd HTTP/1.1" status: 200 len: 375 time: 0.0103400 Jul 22 23:10:07.976281 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06840305-4174-494c-9186-f2a4c4012462 req-bccba14a-b924-49e9-af87-d8021967ffdc tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 946 time: 0.0824788 Jul 22 23:10:08.043427 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c28c8fca-d938-4153-9eee-235ffe12efa3 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628374 Jul 22 23:10:08.100161 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Deleting port ef19a562-6f4a-44eb-ab44-821feb2eebfc {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:10:08.100742 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:08.146131 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-380634fe-63a5-4ad1-abdd-4c55dfba9ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955083 Jul 22 23:10:08.190290 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] For port ef19a562-6f4a-44eb-ab44-821feb2eebfc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ef19a562-6f4a-44eb-ab44-821feb2eebfc,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:08.190664 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:08.204354 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Calling delete_port for ef19a562-6f4a-44eb-ab44-821feb2eebfc owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:10:08.238154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-8c6f7048-c062-4a4d-a824-aa35bdee06f6 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Jul 22 23:10:08.363892 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:08.382566 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['ef19a562-6f4a-44eb-ab44-821feb2eebfc'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:10:08.400190 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Pushing event deleted for resources: {'Port': ['ID=ef19a562-6f4a-44eb-ab44-821feb2eebfc,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:08.442159 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de87445-2e24-4460-9227-117fdcc8e29d req-894f1837-d9fe-489a-9c8e-85adba03d6b1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:08.443606 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3de87445-2e24-4460-9227-117fdcc8e29d req-894f1837-d9fe-489a-9c8e-85adba03d6b1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 867 time: 0.1191387 Jul 22 23:10:08.499557 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] No DVR routers for this DVR port ef19a562-6f4a-44eb-ab44-821feb2eebfc on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:10:08.504956 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:08.507397 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06840305-4174-494c-9186-f2a4c4012462 req-64e9b426-c26f-4e9f-b613-14409c000822 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "DELETE /v2.0/ports/ef19a562-6f4a-44eb-ab44-821feb2eebfc HTTP/1.1" status: 204 len: 173 time: 0.5230711 Jul 22 23:10:08.507950 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'name': 'network-vif-deleted', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:08.510704 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af64f784-7eac-48b0-881e-d3e80fbd23af" -d '{"events": [{"server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "name": "network-vif-deleted", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:08.519529 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3de87445-2e24-4460-9227-117fdcc8e29d req-eb2bdcd2-3eec-424e-8db9-bfb4edb91035 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Jul 22 23:10:08.578871 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfad937-3cb9-45d0-9ce7-b7ce7da48eaa x-openstack-request-id: req-8bfad937-3cb9-45d0-9ce7-b7ce7da48eaa {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:08.579233 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c803318-7922-435c-b89b-24c74ed80f0e", "name": "network-vif-deleted", "tag": "ef19a562-6f4a-44eb-ab44-821feb2eebfc", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:08.579552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bfad937-3cb9-45d0-9ce7-b7ce7da48eaa {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:08.580013 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c803318-7922-435c-b89b-24c74ed80f0e', 'name': 'network-vif-deleted', 'tag': 'ef19a562-6f4a-44eb-ab44-821feb2eebfc', 'status': 'completed', 'code': 200} Jul 22 23:10:08.642463 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6644d96b-8e0f-4a1a-8874-c13111044700 req-e474071d-0d77-46b2-b338-55312c5c4c7c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 210 time: 0.0291004 Jul 22 23:10:08.676042 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1138cc3-d284-4d25-a121-caa0025fab53 req-e500db84-a57b-4763-a340-e7ab6f07a67d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:08.677582 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e1138cc3-d284-4d25-a121-caa0025fab53 req-e500db84-a57b-4763-a340-e7ab6f07a67d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1040549 Jul 22 23:10:08.718773 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e1138cc3-d284-4d25-a121-caa0025fab53 req-223bdad4-9285-4718-b513-bcbbe62b6352 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Jul 22 23:10:09.101009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40676) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.208388 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5798bb1e-2dcd-4257-b9c7-9be98ce87df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.282830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40684) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.301136 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5798bb1e-2dcd-4257-b9c7-9be98ce87df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.305027 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5798bb1e-2dcd-4257-b9c7-9be98ce87df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.341445 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798bb1e-2dcd-4257-b9c7-9be98ce87df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6bb6d6-b3f1-42ba-a153-dab85a5211fd,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:09.347186 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5798bb1e-2dcd-4257-b9c7-9be98ce87df9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c96370743d1f44a1aabf9ac1f60a143e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450695 Jul 22 23:10:09.350265 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40688) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.396894 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1857e09d-4bd6-4d1d-9e26-dea331507072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.425699 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.459516 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.531657 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.534765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.535905 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e6bb6d6-b3f1-42ba-a153-dab85a5211fd HTTP/1.1" status: 204 len: 168 time: 0.1846867 Jul 22 23:10:09.551899 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1857e09d-4bd6-4d1d-9e26-dea331507072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.553023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239d41-cc0d-4c1b-bf7a-35807d4c1ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6bb6d6-b3f1-42ba-a153-dab85a5211fd,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:09.556052 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1857e09d-4bd6-4d1d-9e26-dea331507072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.598154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-1857e09d-4bd6-4d1d-9e26-dea331507072 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a95146d90eae4b139a8779af0d37c8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136849 Jul 22 23:10:09.598868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857e09d-4bd6-4d1d-9e26-dea331507072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85d3a9e-8c4b-460f-99b8-12610c142ec8,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:09.601325 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40696) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.653692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.675021 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.720153 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.723369 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.725121 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d85d3a9e-8c4b-460f-99b8-12610c142ec8 HTTP/1.1" status: 204 len: 168 time: 0.1220238 Jul 22 23:10:09.733164 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea5ed-ed9e-4b57-86a8-e093312a4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85d3a9e-8c4b-460f-99b8-12610c142ec8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:09.808299 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40706) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.822830 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db5c-5e6a-4e57-bcf7-3aa70ba15fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.926202 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db5c-5e6a-4e57-bcf7-3aa70ba15fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.930496 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db5c-5e6a-4e57-bcf7-3aa70ba15fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:09.969303 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3fc5db5c-5e6a-4e57-bcf7-3aa70ba15fe1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ae16ca927b841bf9f7da7d628421bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597910 Jul 22 23:10:09.971947 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40710) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:09.977809 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5db5c-5e6a-4e57-bcf7-3aa70ba15fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02739259-36b7-45e2-8ee3-5e76ff3033c5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:10.001055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40712) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:10.014391 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-73b148be-32b4-4c97-9980-b33771eaaee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.025880 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.046987 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.093841 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.096362 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.097536 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02739259-36b7-45e2-8ee3-5e76ff3033c5 HTTP/1.1" status: 204 len: 168 time: 0.1247957 Jul 22 23:10:10.104625 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-73b148be-32b4-4c97-9980-b33771eaaee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.105758 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e8165-b76b-48c4-b2ca-6d250159d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02739259-36b7-45e2-8ee3-5e76ff3033c5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:10.111485 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-73b148be-32b4-4c97-9980-b33771eaaee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.150883 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-73b148be-32b4-4c97-9980-b33771eaaee0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=905cfc5c26c3431abb738c8e147e1caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487248 Jul 22 23:10:10.152001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b148be-32b4-4c97-9980-b33771eaaee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d6233-26d1-46f6-8824-2ca81df2b707,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:10.153480 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40716) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:10.200516 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.221683 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.270910 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.273776 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.274926 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6d6233-26d1-46f6-8824-2ca81df2b707 HTTP/1.1" status: 204 len: 168 time: 0.1204677 Jul 22 23:10:10.283018 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156b334-5c01-4ce9-9a94-2ed10352572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d6233-26d1-46f6-8824-2ca81df2b707,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:11.974406 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ef19a562-6f4a-44eb-ab44-821feb2eebfc no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:10:12.001085 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: ef19a562-6f4a-44eb-ab44-821feb2eebfc {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:10:12.001863 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ef19a562-6f4a-44eb-ab44-821feb2eebfc not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:10:12.217344 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e11c053d-548c-4ccd-b50c-8312b9dee419 req-d8727758-2419-4d1c-a19c-f640329f9eaf tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c803318-7922-435c-b89b-24c74ed80f0e HTTP/1.1" status: 200 len: 210 time: 0.1035702 Jul 22 23:10:12.248059 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c787b934-bf4d-4070-9d1e-b65a91821379 req-7e08b946-cb47-4400-8c79-f008e70bf982 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 210 time: 0.0534720 Jul 22 23:10:12.355416 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b363f-eded-4142-aac4-360a4a5796f9 req-e71ff854-0875-4858-8244-7ddc06a6bc9f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:12.360684 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-009b363f-eded-4142-aac4-360a4a5796f9 req-e71ff854-0875-4858-8244-7ddc06a6bc9f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0642507 Jul 22 23:10:12.395843 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-009b363f-eded-4142-aac4-360a4a5796f9 req-6f83f829-3a0b-4f77-aa81-e871cd254740 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jul 22 23:10:12.839975 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-99aa6e58-e81f-4890-a75f-b5c1f152df2f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:12.841437 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-99aa6e58-e81f-4890-a75f-b5c1f152df2f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.1028171 Jul 22 23:10:12.854773 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Request body: {'port': {'device_id': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'admin_state_up': True, 'tenant_id': 'e252934ab05c45c78817089679c7a2cd'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:12.965018 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:12.968419 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:13.094114 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Allocated IP 172.20.0.13 (279eb3db-0781-455d-a7d6-366ffe9e3761/3e179fd9-4dd9-464e-aa3d-7bf3f04a0599/b1612930-38bc-4479-a4de-5e4850777dce) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:13.249753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:13.292699 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:13.307065 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347', 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:10:13.338482 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:13.348066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:13.359031 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:13.425913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event updated for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:13.454293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3167e80-019c-44df-b8ca-21d3c9a2aec4 req-72003e8f-3563-4bf7-84c6-e334977f7037 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:13.465528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:13.466219 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:13.473344 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b3167e80-019c-44df-b8ca-21d3c9a2aec4 req-72003e8f-3563-4bf7-84c6-e334977f7037 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 932 time: 0.0942307 Jul 22 23:10:13.489306 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-c2337216-d724-4934-8db0-a3f2fa366289 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6379910 Jul 22 23:10:13.520886 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Request body: {'port': {'device_id': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:13.537828 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b3167e80-019c-44df-b8ca-21d3c9a2aec4 req-944c2358-0a95-43c7-8a7b-81a38f1c6339 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 Jul 22 23:10:13.675669 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:13.712378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-35073ff8-c452-4c36-952c-364b43952e97 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:13.714381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-35073ff8-c452-4c36-952c-364b43952e97 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 809 time: 0.1712275 Jul 22 23:10:13.747474 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-8e709842-80b3-4f81-a505-b035671e4784 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/quotas/3ac223bb7a0f4b5fa471f508972df1c8 HTTP/1.1" status: 200 len: 375 time: 0.0132010 Jul 22 23:10:13.791237 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-496a3451-0041-4b39-8733-f16976b60d08 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377538 Jul 22 23:10:13.804288 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012abe4-2c94-4312-8468-d7f8c1b46524 req-ca703683-7aba-468c-bb58-7d848fdaa25b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:13.810995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c012abe4-2c94-4312-8468-d7f8c1b46524 req-ca703683-7aba-468c-bb58-7d848fdaa25b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1183827 Jul 22 23:10:13.910894 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c012abe4-2c94-4312-8468-d7f8c1b46524 req-3bf41f36-fe87-40ed-933a-bd099118c89f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988202 Jul 22 23:10:13.960602 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-0f6264c0-cb8e-4579-be77-d0c39f2a5119 service neutron] 10.222.0.15 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473360 Jul 22 23:10:14.039698 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1612930-38bc-4479-a4de-5e4850777dce {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:10:14.048131 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:14.060743 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Transition to ACTIVE for port object b1612930-38bc-4479-a4de-5e4850777dce will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:14.065406 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:14.071012 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-c1c21786-cd44-4171-8ead-4de57578943c service neutron] 10.222.0.15 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037557 Jul 22 23:10:14.121484 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Pushing event updated for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:14.196725 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Attempting to bind port b1612930-38bc-4479-a4de-5e4850777dce on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:14.197289 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Attempting to bind port b1612930-38bc-4479-a4de-5e4850777dce by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:14.197827 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Attempting to bind port b1612930-38bc-4479-a4de-5e4850777dce on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:14.203078 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Port b1612930-38bc-4479-a4de-5e4850777dce on network 279eb3db-0781-455d-a7d6-366ffe9e3761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:10:14.203406 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Attempting to bind port b1612930-38bc-4479-a4de-5e4850777dce on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:14.208256 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:14.208601 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Checking segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:14.209020 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Bound using segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:14.209453 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Bound port: b1612930-38bc-4479-a4de-5e4850777dce, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:14.209809 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:14.283351 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:14.286567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b1612930-38bc-4479-a4de-5e4850777dce,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:14.291979 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:14.315648 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3126cfe-81dc-445c-a1f3-b67b60c4ce14 req-1cdfebe8-ec6c-4ef1-ae3e-512e5021759b tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 210 time: 0.0311646 Jul 22 23:10:14.329404 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:14.330061 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:14.331776 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] 10.222.0.61 "PUT /v2.0/ports/b1612930-38bc-4479-a4de-5e4850777dce HTTP/1.1" status: 200 len: 1094 time: 0.8304446 Jul 22 23:10:14.332220 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:14.334483 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "tag": "b1612930-38bc-4479-a4de-5e4850777dce"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:14.360721 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb60223-f8fe-42be-b655-ac323a0c4740 service neutron] Pushing event updated for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:14.373060 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599ef5d-c1b2-4afa-b15d-c94aba6dd948 x-openstack-request-id: req-5599ef5d-c1b2-4afa-b15d-c94aba6dd948 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:14.373352 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "tag": "b1612930-38bc-4479-a4de-5e4850777dce", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:14.373609 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5599ef5d-c1b2-4afa-b15d-c94aba6dd948 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:14.374005 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce', 'status': 'completed', 'code': 200} Jul 22 23:10:14.664333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca8fe9-7ca3-4bf3-ae47-e5b0b4efdfbf req-eeb2e917-9cba-401c-b2fb-50ec4d9a7f5a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:14.665821 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-acca8fe9-7ca3-4bf3-ae47-e5b0b4efdfbf req-eeb2e917-9cba-401c-b2fb-50ec4d9a7f5a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 944 time: 0.0663271 Jul 22 23:10:14.704789 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-acca8fe9-7ca3-4bf3-ae47-e5b0b4efdfbf req-bc69c565-6494-40a3-9928-80a054ecd7f6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 22 23:10:14.970530 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40908) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:15.052073 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e4b6-dab6-4bb4-b22c-cab2eadb1dc1 req-24bacecf-6ceb-4012-9fa1-35c4bd7e03cc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:15.053621 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b9d7e4b6-dab6-4bb4-b22c-cab2eadb1dc1 req-24bacecf-6ceb-4012-9fa1-35c4bd7e03cc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0674162 Jul 22 23:10:15.075847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4fced399-feb3-408e-9bc9-4d317b5a0374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.092300 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b9d7e4b6-dab6-4bb4-b22c-cab2eadb1dc1 req-b463afe0-c815-4018-939a-0871b26eca5a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Jul 22 23:10:15.161382 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4fced399-feb3-408e-9bc9-4d317b5a0374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.165089 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4fced399-feb3-408e-9bc9-4d317b5a0374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.201584 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4fced399-feb3-408e-9bc9-4d317b5a0374 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d782c892eb1425c87276e1abb1f1430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292018 Jul 22 23:10:15.203661 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced399-feb3-408e-9bc9-4d317b5a0374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f4adec-5462-4945-a1c6-e08490d9abc7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:15.204378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40914) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:15.253044 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.274629 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.323925 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.326459 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.327971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5f4adec-5462-4945-a1c6-e08490d9abc7 HTTP/1.1" status: 204 len: 168 time: 0.1219923 Jul 22 23:10:15.336044 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26cd86-bde6-469f-a3a8-29e5ae0f0eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f4adec-5462-4945-a1c6-e08490d9abc7,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:15.584550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40926) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:15.597157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-091e7078-21ce-43d9-8e4f-49cc624fa8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.684043 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-091e7078-21ce-43d9-8e4f-49cc624fa8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.687825 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-091e7078-21ce-43d9-8e4f-49cc624fa8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.725807 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-091e7078-21ce-43d9-8e4f-49cc624fa8cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=216e824a3af14260877db9b3a32d599f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401711 Jul 22 23:10:15.727799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e7078-21ce-43d9-8e4f-49cc624fa8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc9e61-f060-4fb6-9976-f1bbc5d6658a,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:15.728540 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40930) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:15.778039 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.801725 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.845299 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.848446 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.849603 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80fc9e61-f060-4fb6-9976-f1bbc5d6658a HTTP/1.1" status: 204 len: 168 time: 0.1200488 Jul 22 23:10:15.857334 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261f8b-d7d0-42b9-9433-14d21a025636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc9e61-f060-4fb6-9976-f1bbc5d6658a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:16.847131 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 40966) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:16.946458 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e864486e-2cc5-4043-ad5b-9da2a9dae6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.033920 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e864486e-2cc5-4043-ad5b-9da2a9dae6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.037836 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e864486e-2cc5-4043-ad5b-9da2a9dae6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.076025 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e864486e-2cc5-4043-ad5b-9da2a9dae6d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=895153a8c9984a988be98ffbb60ec0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278013 Jul 22 23:10:17.077397 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864486e-2cc5-4043-ad5b-9da2a9dae6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93cbba-3be0-49ec-b438-9888deb99be5,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:17.078954 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 40974) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:17.131598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.154731 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.200840 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.203810 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:17.205070 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e93cbba-3be0-49ec-b438-9888deb99be5 HTTP/1.1" status: 204 len: 168 time: 0.1243219 Jul 22 23:10:17.213148 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4bb85-65f4-4e71-a354-b806633fce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93cbba-3be0-49ec-b438-9888deb99be5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:17.443564 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-5cdbc3d1-8fb3-41aa-9103-ad0494ac0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.445330 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-5cdbc3d1-8fb3-41aa-9103-ad0494ac0b69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0543098 Jul 22 23:10:17.564743 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c9d6291b-0537-4930-b763-a5663a575792 req-a340a079-6ff1-442f-8ed4-2d185040612e tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 210 time: 0.0374291 Jul 22 23:10:17.651752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-b314d343-54dd-499c-a5e2-c8a56373f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.653608 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-b314d343-54dd-499c-a5e2-c8a56373f56d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e252934ab05c45c78817089679c7a2cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1621661 Jul 22 23:10:17.724123 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a333d74-8a4e-4ae4-a872-0fd55c976372 req-6625b3c3-090e-4504-952b-e3d3e9e2f6d6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.725808 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3a333d74-8a4e-4ae4-a872-0fd55c976372 req-6625b3c3-090e-4504-952b-e3d3e9e2f6d6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 944 time: 0.1475072 Jul 22 23:10:17.740235 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96965ef0-f612-48c6-b7c7-61e755ab5e45 req-9e3381e3-762a-4552-9f39-f51aebbf5d23 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.741704 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-96965ef0-f612-48c6-b7c7-61e755ab5e45 req-9e3381e3-762a-4552-9f39-f51aebbf5d23 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1123323 Jul 22 23:10:17.792771 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-080c05a1-edb6-4d8c-9c22-162682dbe95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.793233 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3a333d74-8a4e-4ae4-a872-0fd55c976372 req-e41d3896-d4db-4293-9a37-62b861b216e7 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613334 Jul 22 23:10:17.794464 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7dfa672c-6b9c-46e1-9ef3-bde5a20c05ed req-080c05a1-edb6-4d8c-9c22-162682dbe95e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272504 Jul 22 23:10:17.814532 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-96965ef0-f612-48c6-b7c7-61e755ab5e45 req-fc6327c0-00c1-4746-97fd-92599c8d7ae2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Jul 22 23:10:17.890377 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-dc11aaee-ae92-4ee8-8aaf-ad9fbc0360cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.891842 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-dc11aaee-ae92-4ee8-8aaf-ad9fbc0360cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0516300 Jul 22 23:10:17.936890 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-df814a48-ef12-458e-a4d9-a13a42aa8c94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1612930-38bc-4479-a4de-5e4850777dce HTTP/1.1" status: 200 len: 217 time: 0.0370533 Jul 22 23:10:17.993717 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-27243525-7e39-4d6b-b672-54b980bf3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:17.995203 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-27243525-7e39-4d6b-b672-54b980bf3392 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0490725 Jul 22 23:10:18.036446 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-2b21c66e-894b-4526-b8c9-4bf69653a9e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306635 Jul 22 23:10:18.131625 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-ffe4d5d1-ea92-477e-888e-555170aa27f9 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861824 Jul 22 23:10:18.305171 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-85ea5f4d-1271-4919-a8b5-7c8f71a56461 req-5bffdc5e-aca1-45e1-a16c-4724ff5566b1 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643229 Jul 22 23:10:18.359227 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-3f2db6e3-a3c0-41cf-a42a-5d641e655bd8 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:18.361459 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-3f2db6e3-a3c0-41cf-a42a-5d641e655bd8 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 809 time: 0.1447806 Jul 22 23:10:18.379162 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Request body: {'port': {'device_id': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5', 'admin_state_up': True, 'tenant_id': '3ac223bb7a0f4b5fa471f508972df1c8'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:18.531368 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Made reservation on behalf of 3ac223bb7a0f4b5fa471f508972df1c8 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:18.535018 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.662486 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41038) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:18.687498 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Allocated IP 172.20.0.5 (d1e708f8-3959-46cb-97ba-2600c236b5c5/4ee12143-b924-417b-aa0c-ab82af5b57e7/ed961751-91c4-4882-841f-7c2cfaf0939b) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:18.826093 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4243c583-7a08-4ce8-af3a-c2af5364217b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.874874 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-445808db-d872-40bf-90f0-34c8aec9c6cc req-375d2682-11a1-42c3-831a-bfcc761fe3c0 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 210 time: 0.2345226 Jul 22 23:10:18.909881 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.982686 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cce02-f1d6-4c9c-aa02-a4c294dcb9cc req-248c0019-c953-49a9-8f0e-ae56b6fdf563 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:18.984045 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-024cce02-f1d6-4c9c-aa02-a4c294dcb9cc req-248c0019-c953-49a9-8f0e-ae56b6fdf563 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 944 time: 0.1076586 Jul 22 23:10:18.987685 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4243c583-7a08-4ce8-af3a-c2af5364217b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.993354 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4243c583-7a08-4ce8-af3a-c2af5364217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.000617 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.038116 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-024cce02-f1d6-4c9c-aa02-a4c294dcb9cc req-732b8f6d-3716-4399-ab82-698db8085e00 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Jul 22 23:10:19.046116 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7132e0-f309-4d3e-8a2f-9252e5d9752a req-68a7af4c-aaaf-4033-b4ee-4e37fda05f20 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:19.047559 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4f7132e0-f309-4d3e-8a2f-9252e5d9752a req-68a7af4c-aaaf-4033-b4ee-4e37fda05f20 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1081874 Jul 22 23:10:19.076188 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243c583-7a08-4ce8-af3a-c2af5364217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da010e60-87ee-405d-b501-b3641f846ec3,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:19.082550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Network d1e708f8-3959-46cb-97ba-2600c236b5c5 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:19.088344 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4243c583-7a08-4ce8-af3a-c2af5364217b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5556a5785b30444c9a1942335c305762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247990 Jul 22 23:10:19.089639 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:19.091582 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41050) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:19.093806 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Pushing event updated for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:19.097289 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:19.099378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4f7132e0-f309-4d3e-8a2f-9252e5d9752a req-3efc45b6-72d5-4873-a32e-db26bf9eb300 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Jul 22 23:10:19.170179 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:19.170787 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.193478 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-e5662a4f-d51b-4fa8-8edf-4e780e91f825 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215306 Jul 22 23:10:19.194047 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.210542 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Request body: {'port': {'device_id': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:19.237099 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.308378 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.322472 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.325350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.326468 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da010e60-87ee-405d-b501-b3641f846ec3 HTTP/1.1" status: 204 len: 168 time: 0.2335832 Jul 22 23:10:19.356196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6f13-d79b-4f3f-88a5-1a1aa33bef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da010e60-87ee-405d-b501-b3641f846ec3,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:19.629457 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed961751-91c4-4882-841f-7c2cfaf0939b {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:10:19.637958 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.645850 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41072) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:19.652951 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Transition to ACTIVE for port object ed961751-91c4-4882-841f-7c2cfaf0939b will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:19.657236 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.669433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4cf764bc-61f3-4bb8-894c-0232980c9d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.791577 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Pushing event updated for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:19.806468 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4cf764bc-61f3-4bb8-894c-0232980c9d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.811023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4cf764bc-61f3-4bb8-894c-0232980c9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.822079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Attempting to bind port ed961751-91c4-4882-841f-7c2cfaf0939b on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:19.822419 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Attempting to bind port ed961751-91c4-4882-841f-7c2cfaf0939b by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:19.822749 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Attempting to bind port ed961751-91c4-4882-841f-7c2cfaf0939b on network d1e708f8-3959-46cb-97ba-2600c236b5c5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:19.827524 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Port ed961751-91c4-4882-841f-7c2cfaf0939b on network d1e708f8-3959-46cb-97ba-2600c236b5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:10:19.827847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Attempting to bind port ed961751-91c4-4882-841f-7c2cfaf0939b on network d1e708f8-3959-46cb-97ba-2600c236b5c5 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:19.833489 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:19.833825 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Checking segment: {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:19.834210 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Bound using segment: {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:19.834634 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Bound port: ed961751-91c4-4882-841f-7c2cfaf0939b, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89e9127-8c7a-4e54-bba6-8e07c12508fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:19.835047 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.853706 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-4cf764bc-61f3-4bb8-894c-0232980c9d38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c95dc0d6a78749aab0653285001edda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066343 Jul 22 23:10:19.854455 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf764bc-61f3-4bb8-894c-0232980c9d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd9fa8-bfe8-4f63-a8d4-7ce2e617b9f4,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:19.857120 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41086) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:19.925931 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.959797 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.072008 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c17f1f-1e00-4aba-8aed-525d055f08f1 req-5d3b0b85-f033-42bb-b5e3-6b79d41012c1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:20.073654 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79c17f1f-1e00-4aba-8aed-525d055f08f1 req-5d3b0b85-f033-42bb-b5e3-6b79d41012c1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.1000469 Jul 22 23:10:20.079343 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.082712 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.083813 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11cd9fa8-bfe8-4f63-a8d4-7ce2e617b9f4 HTTP/1.1" status: 204 len: 168 time: 0.2257683 Jul 22 23:10:20.096318 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d7c6d-aab8-4a8c-b93b-d02aac7983ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd9fa8-bfe8-4f63-a8d4-7ce2e617b9f4,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:20.130441 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:20.139158 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ed961751-91c4-4882-841f-7c2cfaf0939b,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:20.144882 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.177187 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:20.179385 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79c17f1f-1e00-4aba-8aed-525d055f08f1 req-cc8333c5-1125-41a8-8d3d-797fe447d7f4 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790198 Jul 22 23:10:20.181399 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.184538 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] 10.222.0.61 "PUT /v2.0/ports/ed961751-91c4-4882-841f-7c2cfaf0939b HTTP/1.1" status: 200 len: 1093 time: 0.9769857 Jul 22 23:10:20.186221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:20.188816 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:20.220205 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c7838-e564-4bc2-b5e5-3c4da8883bca service neutron] Pushing event updated for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:20.232437 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf286e-ae60-469f-90de-d24285fb7ea5 req-65c6347a-485b-4b10-9ab1-ca76bf5a5bcc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:20.234086 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e1bf286e-ae60-469f-90de-d24285fb7ea5 req-65c6347a-485b-4b10-9ab1-ca76bf5a5bcc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 944 time: 0.0939281 Jul 22 23:10:20.301998 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e1bf286e-ae60-469f-90de-d24285fb7ea5 req-4da222b2-b668-4d2e-b311-ca4a802a440c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617561 Jul 22 23:10:20.334776 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d995e0-4cdf-4682-8e42-60d5898fb68f req-63cac35f-fd13-46e6-8bc8-cc2624ec606b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:20.336287 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-76d995e0-4cdf-4682-8e42-60d5898fb68f req-63cac35f-fd13-46e6-8bc8-cc2624ec606b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0820856 Jul 22 23:10:20.348642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2752b7-d4dc-4178-bacd-053a28094e72 x-openstack-request-id: req-ae2752b7-d4dc-4178-bacd-053a28094e72 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:20.349206 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:20.349641 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae2752b7-d4dc-4178-bacd-053a28094e72 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:20.350226 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b', 'status': 'completed', 'code': 200} Jul 22 23:10:20.377455 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-76d995e0-4cdf-4682-8e42-60d5898fb68f req-f517b46a-4c23-4361-bcbb-ed9767f1366f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Jul 22 23:10:21.719724 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41174) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:21.821005 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bc431857-71c8-40f0-b765-25bed8447a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:21.912585 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bc431857-71c8-40f0-b765-25bed8447a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:21.917395 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bc431857-71c8-40f0-b765-25bed8447a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:21.953403 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc431857-71c8-40f0-b765-25bed8447a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82517a96-7467-45a7-98fb-bd63c1bff635,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:21.957581 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-bc431857-71c8-40f0-b765-25bed8447a69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40021a57a5b749c59c1f3ef058e8eae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368450 Jul 22 23:10:21.960137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41180) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:22.007758 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.030799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.074468 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.077413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.078538 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82517a96-7467-45a7-98fb-bd63c1bff635 HTTP/1.1" status: 204 len: 168 time: 0.1174808 Jul 22 23:10:22.086198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f227b4-052c-4c4c-86ac-8786f8de917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82517a96-7467-45a7-98fb-bd63c1bff635,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:22.331558 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41188) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:22.344416 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-654012d0-cecb-482a-9589-ce7fe01084af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.431532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-654012d0-cecb-482a-9589-ce7fe01084af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.434389 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-654012d0-cecb-482a-9589-ce7fe01084af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.472126 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-654012d0-cecb-482a-9589-ce7fe01084af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2bb7c8256494420b838ad07e26d766d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395428 Jul 22 23:10:22.472969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654012d0-cecb-482a-9589-ce7fe01084af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ef8084-dd7c-4410-b8cf-94c575f12b27,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:22.474898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41190) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:22.522707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.543193 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.592043 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.594620 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:22.596333 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7ef8084-dd7c-4410-b8cf-94c575f12b27 HTTP/1.1" status: 204 len: 168 time: 0.1198678 Jul 22 23:10:22.604329 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec230e-419c-4a20-b3d4-7482be4ab9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ef8084-dd7c-4410-b8cf-94c575f12b27,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:23.308565 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-29e0c280-4b6b-4b98-a615-01f24fac1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.311572 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-29e0c280-4b6b-4b98-a615-01f24fac1fff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 1096 time: 0.0601413 Jul 22 23:10:23.374012 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-93cba816-b442-4c9a-910d-97b76d159584 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed961751-91c4-4882-841f-7c2cfaf0939b HTTP/1.1" status: 200 len: 217 time: 0.0434608 Jul 22 23:10:23.451277 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958704-d2c3-4133-9dbd-5889249d7494 req-c4d3bf5e-a0fe-4c63-a537-d88162d37c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.453045 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-c4d3bf5e-a0fe-4c63-a537-d88162d37c13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ee12143-b924-417b-aa0c-ab82af5b57e7 HTTP/1.1" status: 200 len: 849 time: 0.0594327 Jul 22 23:10:23.467663 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88819a72-bd75-4383-9db9-f02b70b69977 req-378ad7cc-34b7-4811-a348-dee563a87555 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.469235 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88819a72-bd75-4383-9db9-f02b70b69977 req-378ad7cc-34b7-4811-a348-dee563a87555 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.1110966 Jul 22 23:10:23.483000 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25230-9431-4756-ad8c-b9b400337a97 req-edf45da0-af6e-4e28-831d-5cea03412e23 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.484489 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72c25230-9431-4756-ad8c-b9b400337a97 req-edf45da0-af6e-4e28-831d-5cea03412e23 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 944 time: 0.1143172 Jul 22 23:10:23.542610 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-2fa2527c-5f25-43b1-b16f-13153a2c1793 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e708f8-3959-46cb-97ba-2600c236b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521619 Jul 22 23:10:23.552765 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88819a72-bd75-4383-9db9-f02b70b69977 req-f9a3546a-3240-43bf-a43a-04411f2315f2 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Jul 22 23:10:23.567512 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72c25230-9431-4756-ad8c-b9b400337a97 req-93a66aa8-ba39-402d-b4ff-49b05b852e15 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755641 Jul 22 23:10:23.648974 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db60d-e0cb-483d-86bd-acba1141c559 req-e83cb2d8-9e25-48eb-829f-b0cbd86d01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.650483 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-645db60d-e0cb-483d-86bd-acba1141c559 req-e83cb2d8-9e25-48eb-829f-b0cbd86d01c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1099 time: 0.1516309 Jul 22 23:10:23.707690 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-645db60d-e0cb-483d-86bd-acba1141c559 req-fe0d0ca8-8fa6-4125-822e-18f17c44d627 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Jul 22 23:10:23.710253 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-b4d33129-5420-4fa3-9448-a3723e5adac5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519554 Jul 22 23:10:23.713768 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38ce57-2a22-4a01-a271-22f703187588 req-16f14aa1-9553-47c3-aa19-46c0645bfa6b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:23.721527 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe38ce57-2a22-4a01-a271-22f703187588 req-16f14aa1-9553-47c3-aa19-46c0645bfa6b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1113055 Jul 22 23:10:23.757989 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe38ce57-2a22-4a01-a271-22f703187588 req-117489e4-d3da-4767-9aa1-cd53b75de030 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Jul 22 23:10:23.851334 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-73958704-d2c3-4133-9dbd-5889249d7494 req-47a5d673-396c-40d9-988c-154080a1d43f service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855885 Jul 22 23:10:24.008904 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-1a8b5b36-933f-45cf-99eb-d48014cc6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:24.010421 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-1a8b5b36-933f-45cf-99eb-d48014cc6266 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 1096 time: 0.0576196 Jul 22 23:10:24.106823 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-3844105d-0746-4e01-b74d-06ce92ad59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:24.108225 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-3844105d-0746-4e01-b74d-06ce92ad59a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 200 len: 910 time: 0.0859747 Jul 22 23:10:24.154130 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-8c2c2ca7-7975-4fa9-80c4-802306885115 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed961751-91c4-4882-841f-7c2cfaf0939b HTTP/1.1" status: 200 len: 217 time: 0.0361772 Jul 22 23:10:24.205898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-c5e91371-1932-4c77-a14b-173cf9f906ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:24.207444 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-c5e91371-1932-4c77-a14b-173cf9f906ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ee12143-b924-417b-aa0c-ab82af5b57e7 HTTP/1.1" status: 200 len: 849 time: 0.0450385 Jul 22 23:10:24.242610 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-60c9e882-2f3d-4e46-9a57-698bb12576d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e708f8-3959-46cb-97ba-2600c236b5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jul 22 23:10:24.354351 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-57f41a36-009e-4d4b-a792-fbebcb37ff93 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000957 Jul 22 23:10:25.455358 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b1612930-38bc-4479-a4de-5e4850777dce details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:10:25.550460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b1612930-38bc-4479-a4de-5e4850777dce,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:25.561209 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'b1612930-38bc-4479-a4de-5e4850777dce', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'port_id': 'b1612930-38bc-4479-a4de-5e4850777dce', 'mac_address': 'fa:16:3e:5e:42:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e179fd9-4dd9-464e-aa3d-7bf3f04a0599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:10:25.597647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:25.609634 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1612930-38bc-4479-a4de-5e4850777dce {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:10:25.629681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b1612930-38bc-4479-a4de-5e4850777dce,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:25.634699 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:25.680324 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:27.532465 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-08c2bc8a-d36f-433f-8ff5-a9a5f10c6d3a req-51284018-29cc-4a24-aa9e-a310dcd73edf service neutron] 10.222.0.61 "GET /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971196 Jul 22 23:10:27.610350 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696ffd6-0ca9-49b9-8208-36e4d325c6b5 req-d08dfdd9-24a3-46c3-a7b4-204cfdfb7920 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:27.612400 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8696ffd6-0ca9-49b9-8208-36e4d325c6b5 req-d08dfdd9-24a3-46c3-a7b4-204cfdfb7920 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.0967889 Jul 22 23:10:27.653144 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a003a3-6a2b-44aa-ba82-ddd6579e9fc4 req-416bb1ca-700e-4b6f-9a10-e47be593d563 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:27.654609 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31a003a3-6a2b-44aa-ba82-ddd6579e9fc4 req-416bb1ca-700e-4b6f-9a10-e47be593d563 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 945 time: 0.1010396 Jul 22 23:10:27.672559 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8696ffd6-0ca9-49b9-8208-36e4d325c6b5 req-70882845-dcac-4696-a3c6-a599f0eb942d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Jul 22 23:10:27.703764 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31a003a3-6a2b-44aa-ba82-ddd6579e9fc4 req-06323bc1-abcc-4bcc-a2e4-15d04a6fb377 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Jul 22 23:10:27.773341 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:10:27.790428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b70c09-6a0c-4b87-9c69-ec65ddd989f9 req-f0bb61c2-5cb7-4c29-b7a0-894ce0a8fb00 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:27.791913 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45b70c09-6a0c-4b87-9c69-ec65ddd989f9 req-f0bb61c2-5cb7-4c29-b7a0-894ce0a8fb00 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0642755 Jul 22 23:10:27.830089 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45b70c09-6a0c-4b87-9c69-ec65ddd989f9 req-075b253e-6841-4f41-ac36-f101c326d3aa tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 22 23:10:28.014172 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['b1612930-38bc-4479-a4de-5e4850777dce'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:10:28.694481 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41302) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:28.808825 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4133e60e-c399-420d-a2bc-df2752be8de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:28.854024 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01f1ba-62d0-4419-ac8e-b23ed7020025 req-9c12544e-3f51-4cdd-ab10-406644a61174 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:28.855794 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ba01f1ba-62d0-4419-ac8e-b23ed7020025 req-9c12544e-3f51-4cdd-ab10-406644a61174 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.1119678 Jul 22 23:10:28.872606 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb96ff-4524-4503-9175-69a9c70e8ee9 req-cdd4fb59-b6d3-4bbf-9e41-8307b6ee5d2a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:28.874197 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46bb96ff-4524-4503-9175-69a9c70e8ee9 req-cdd4fb59-b6d3-4bbf-9e41-8307b6ee5d2a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 945 time: 0.0948219 Jul 22 23:10:28.911971 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4133e60e-c399-420d-a2bc-df2752be8de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:28.921847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4133e60e-c399-420d-a2bc-df2752be8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:28.944197 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46bb96ff-4524-4503-9175-69a9c70e8ee9 req-ec9fb311-a70f-406d-9aa8-c20f7659e07d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Jul 22 23:10:28.947131 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ba01f1ba-62d0-4419-ac8e-b23ed7020025 req-ac98be4e-74bd-42c8-a790-0deb3f87ca50 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831249 Jul 22 23:10:28.964708 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4133e60e-c399-420d-a2bc-df2752be8de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42df218fa29a43d2afe7fd9babeca98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671065 Jul 22 23:10:28.965649 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41312) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:28.966334 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133e60e-c399-420d-a2bc-df2752be8de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ca960-04ab-4e63-b761-b47a487cca94,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:29.057713 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.085674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.111107 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc570b3-ddca-4fad-9456-924251476111 req-eeda9ae5-dddf-422d-86b2-c41893e4a6f9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:29.112584 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fc570b3-ddca-4fad-9456-924251476111 req-eeda9ae5-dddf-422d-86b2-c41893e4a6f9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.1092248 Jul 22 23:10:29.157360 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fc570b3-ddca-4fad-9456-924251476111 req-e2c0a9f0-e94a-428a-ad16-39eea24b0e7c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Jul 22 23:10:29.168883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.171663 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.172773 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/192ca960-04ab-4e63-b761-b47a487cca94 HTTP/1.1" status: 204 len: 168 time: 0.2060499 Jul 22 23:10:29.186580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43f833-9c24-4516-887e-a84d6b5381c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ca960-04ab-4e63-b761-b47a487cca94,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:29.288899 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1254f-e46c-46da-86e9-f117f896b1cc req-71e51780-9b1c-468d-a1cf-7bbfd768680e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:29.290419 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23f1254f-e46c-46da-86e9-f117f896b1cc req-71e51780-9b1c-468d-a1cf-7bbfd768680e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0655844 Jul 22 23:10:29.331481 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23f1254f-e46c-46da-86e9-f117f896b1cc req-d760e64b-86ea-41ae-be97-9ac65a04c425 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Jul 22 23:10:29.435406 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41324) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:29.452443 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-617b7db3-b296-48ce-a0b5-17b26de5b2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.547687 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-617b7db3-b296-48ce-a0b5-17b26de5b2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.551270 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-617b7db3-b296-48ce-a0b5-17b26de5b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.590324 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-617b7db3-b296-48ce-a0b5-17b26de5b2d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23756dcaddc449d0bfc9564d0a1234a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533241 Jul 22 23:10:29.592916 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41328) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:29.605850 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b7db3-b296-48ce-a0b5-17b26de5b2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b27dfa7-a978-46c1-a889-12e02cf3cb46,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:29.694000 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.715982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.766063 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.769140 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:29.770315 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b27dfa7-a978-46c1-a889-12e02cf3cb46 HTTP/1.1" status: 204 len: 168 time: 0.1761897 Jul 22 23:10:29.777895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3160c3-c749-4dc1-ad0a-c54f51971664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b27dfa7-a978-46c1-a889-12e02cf3cb46,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:30.365713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e01eecdf-f4dd-483e-a3dd-4be708b875d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:31.464336 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:31.895092 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293f690-f7e7-4b54-a8d4-326c61f1476c req-50d47aa7-dc3c-4d38-806c-f18af2cdff6a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:31.900938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6293f690-f7e7-4b54-a8d4-326c61f1476c req-50d47aa7-dc3c-4d38-806c-f18af2cdff6a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 945 time: 0.1057680 Jul 22 23:10:31.904218 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f66246-7f4f-41d7-a337-985a1c8d7d46 req-f641c08a-ec9a-4158-803b-c707dcda1937 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:31.905676 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c1f66246-7f4f-41d7-a337-985a1c8d7d46 req-f641c08a-ec9a-4158-803b-c707dcda1937 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.1047976 Jul 22 23:10:31.961032 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6293f690-f7e7-4b54-a8d4-326c61f1476c req-ac1d36a8-b809-495c-ac64-aed4d70c7071 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Jul 22 23:10:31.971962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c1f66246-7f4f-41d7-a337-985a1c8d7d46 req-0296be96-51f8-438c-a47f-72eec9cf88c5 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562360 Jul 22 23:10:32.857386 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:32.912355 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a3a9dc28-aabe-4290-b387-3872977f3321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.137131 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-7fcccb34-c841-43a1-8404-d44e0317dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.138992 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-7fcccb34-c841-43a1-8404-d44e0317dd90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0627451 Jul 22 23:10:33.180282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02d3df-a82e-46db-bf21-9e7164cfdb99 req-3326175d-5f0e-48d5-81d3-a2ca391fee2b tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.181809 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3e02d3df-a82e-46db-bf21-9e7164cfdb99 req-3326175d-5f0e-48d5-81d3-a2ca391fee2b tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 943 time: 0.1145725 Jul 22 23:10:33.189903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee3c78-062d-4e29-ae6a-233819d098c8 req-d660944d-6016-42ea-8354-8734f63fbbb6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.191285 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49ee3c78-062d-4e29-ae6a-233819d098c8 req-d660944d-6016-42ea-8354-8734f63fbbb6 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 945 time: 0.0903428 Jul 22 23:10:33.232538 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-03e68ec5-d372-4280-a7fa-0fb8818589ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.234045 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-03e68ec5-d372-4280-a7fa-0fb8818589ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.0862749 Jul 22 23:10:33.243248 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3e02d3df-a82e-46db-bf21-9e7164cfdb99 req-cc1378ee-40ba-413a-9639-e9d41831ac16 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Jul 22 23:10:33.255490 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49ee3c78-062d-4e29-ae6a-233819d098c8 req-9dd3f8e6-1b7a-437b-a164-0c51e6d76b7d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Jul 22 23:10:33.284167 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-82d58e9f-460d-437b-871f-947145612a19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0404775 Jul 22 23:10:33.344350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-67858359-5196-4103-8aa0-bafa623494e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.345852 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-67858359-5196-4103-8aa0-bafa623494e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0446265 Jul 22 23:10:33.366427 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ee05b-7558-4fef-aa23-b301c15800ab req-625066d2-d64c-4674-a571-09e130147c58 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.367946 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c75ee05b-7558-4fef-aa23-b301c15800ab req-625066d2-d64c-4674-a571-09e130147c58 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0662832 Jul 22 23:10:33.388036 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-2aa84fdf-5b97-45a2-9a3d-9b471bb6db0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288415 Jul 22 23:10:33.412711 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c75ee05b-7558-4fef-aa23-b301c15800ab req-02e4b656-c008-46aa-9645-87c52b1201aa tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Jul 22 23:10:33.431247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ed961751-91c4-4882-841f-7c2cfaf0939b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:10:33.433572 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b1612930-38bc-4479-a4de-5e4850777dce up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:33.496245 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-79f3f8e2-b4b6-4e80-9fc7-06eed8606671 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943148 Jul 22 23:10:33.551308 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port b1612930-38bc-4479-a4de-5e4850777dce completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:33.556441 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port b1612930-38bc-4479-a4de-5e4850777dce triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:33.556843 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.595335 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ed961751-91c4-4882-841f-7c2cfaf0939b,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:33.606253 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e10d2e94-d3b6-46b7-97b6-46158bb1d601 req-835d5d03-5a0c-4943-984b-abca94560e55 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996237 Jul 22 23:10:33.611331 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'ed961751-91c4-4882-841f-7c2cfaf0939b', 'network_id': 'd1e708f8-3959-46cb-97ba-2600c236b5c5', 'port_id': 'ed961751-91c4-4882-841f-7c2cfaf0939b', 'mac_address': 'fa:16:3e:0c:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee12143-b924-417b-aa0c-ab82af5b57e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:10:33.676525 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.694817 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.698860 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed961751-91c4-4882-841f-7c2cfaf0939b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:10:33.734550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:33.736801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fcc3b1-ead2-4eaa-a61b-5f860cf5047c" -d '{"events": [{"server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b1612930-38bc-4479-a4de-5e4850777dce"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:33.740252 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ed961751-91c4-4882-841f-7c2cfaf0939b,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:33.749318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.752138 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b1612930-38bc-4479-a4de-5e4850777dce,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:33.757036 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.780484 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9bf77-b65b-4b0e-9f58-776c994fbb6f x-openstack-request-id: req-c9d9bf77-b65b-4b0e-9f58-776c994fbb6f {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:33.780800 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b1612930-38bc-4479-a4de-5e4850777dce", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:33.781046 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9d9bf77-b65b-4b0e-9f58-776c994fbb6f {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:33.781420 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce', 'code': 200} Jul 22 23:10:33.805026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:33.854747 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:33.998445 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06bcd1-feba-42a3-a397-b77af252c8e9 req-e0ab08f1-9e63-49e6-898f-77231d77f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:33.999953 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad06bcd1-feba-42a3-a397-b77af252c8e9 req-e0ab08f1-9e63-49e6-898f-77231d77f2a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 1099 time: 0.0526540 Jul 22 23:10:34.026972 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:34.047806 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ad06bcd1-feba-42a3-a397-b77af252c8e9 req-2b1a6d3e-ba36-428c-9324-4e457859c403 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Jul 22 23:10:34.176590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['ed961751-91c4-4882-841f-7c2cfaf0939b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:10:34.422345 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94ce6-1ca7-4483-b062-592dac224cd0 req-82fc60c0-fad3-46f2-8868-2763f39f6dfa tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:34.423848 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-20e94ce6-1ca7-4483-b062-592dac224cd0 req-82fc60c0-fad3-46f2-8868-2763f39f6dfa tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 944 time: 0.1052403 Jul 22 23:10:34.435525 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f446-efc5-43d9-a8ac-eb0f08bf819d req-2de06b2d-6dd3-4060-a861-aaec00b6e0d4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:34.437176 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99b9f446-efc5-43d9-a8ac-eb0f08bf819d req-2de06b2d-6dd3-4060-a861-aaec00b6e0d4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 946 time: 0.0891936 Jul 22 23:10:34.491979 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-20e94ce6-1ca7-4483-b062-592dac224cd0 req-8982066b-2deb-469a-8143-ed287ad4234b tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Jul 22 23:10:34.498891 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99b9f446-efc5-43d9-a8ac-eb0f08bf819d req-e7664917-0ae2-4abf-b867-22198efbf871 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 Jul 22 23:10:34.750024 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfb3c9-210d-4cca-bb8b-7781e686fad1 req-08f62a5f-cf84-4369-a6e4-3a846140f7ff tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:34.751585 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-66bfb3c9-210d-4cca-bb8b-7781e686fad1 req-08f62a5f-cf84-4369-a6e4-3a846140f7ff tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0654910 Jul 22 23:10:34.791627 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-66bfb3c9-210d-4cca-bb8b-7781e686fad1 req-5f14707c-711c-4348-a142-dd08b568b4b9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jul 22 23:10:35.430409 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ed961751-91c4-4882-841f-7c2cfaf0939b up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:35.479195 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port ed961751-91c4-4882-841f-7c2cfaf0939b completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:35.483378 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port ed961751-91c4-4882-841f-7c2cfaf0939b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:35.483750 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:35.574179 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:35.610665 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ed961751-91c4-4882-841f-7c2cfaf0939b,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:35.617894 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:35.665955 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:35.717830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951b69b-5098-4cbb-ae2e-5daf0d4a6594 req-a731d0fe-e504-4999-b612-8b7088785ecc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:35.719477 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7951b69b-5098-4cbb-ae2e-5daf0d4a6594 req-a731d0fe-e504-4999-b612-8b7088785ecc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 946 time: 0.0980880 Jul 22 23:10:35.727792 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c1cbf-a903-4f3b-b630-1f2418716ec5 req-974826d5-47bd-4dc5-b834-110447dded2f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:35.729266 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-052c1cbf-a903-4f3b-b630-1f2418716ec5 req-974826d5-47bd-4dc5-b834-110447dded2f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.1168768 Jul 22 23:10:35.741316 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:35.782675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:35.784506 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7951b69b-5098-4cbb-ae2e-5daf0d4a6594 req-7acd34b4-1e6f-47aa-910b-d97db0a75ef5 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jul 22 23:10:35.785059 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9977669c-e541-4418-8df6-63fbb1b93115" -d '{"events": [{"server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "name": "network-vif-plugged", "status": "completed", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:35.789484 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-052c1cbf-a903-4f3b-b630-1f2418716ec5 req-8559deff-d899-4cd4-b889-d065d9dd7fa9 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533223 Jul 22 23:10:35.841026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a6ca9-af8c-4d7e-96a1-829bcdbd8614 x-openstack-request-id: req-239a6ca9-af8c-4d7e-96a1-829bcdbd8614 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:35.841384 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "name": "network-vif-plugged", "status": "completed", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:35.841635 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-239a6ca9-af8c-4d7e-96a1-829bcdbd8614 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:35.842019 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b', 'code': 200} Jul 22 23:10:35.931413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1960-25f1-4e05-8074-21e706fedc12 req-095bb27e-5a9c-4d76-9e58-396be95555d9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:35.933429 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3bc1960-25f1-4e05-8074-21e706fedc12 req-095bb27e-5a9c-4d76-9e58-396be95555d9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0701039 Jul 22 23:10:35.997351 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3bc1960-25f1-4e05-8074-21e706fedc12 req-6ca7a1c5-2e76-4628-95d2-8ba19a1ede05 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Jul 22 23:10:36.119954 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e44737-4888-4b8d-bafb-a2af302c25ed req-28788290-9d1e-45db-b558-7ac167ccd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:36.123143 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6e44737-4888-4b8d-bafb-a2af302c25ed req-28788290-9d1e-45db-b558-7ac167ccd2f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 1098 time: 0.0804262 Jul 22 23:10:39.074061 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e6e44737-4888-4b8d-bafb-a2af302c25ed req-708f955f-f2e2-485f-aa02-3b8e68d6d064 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302687 Jul 22 23:10:39.196009 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946bdde-7121-46af-ae7e-c0f54422645c req-5c1492f6-fe3a-4827-9568-6a0ec4a86685 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:39.197513 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a946bdde-7121-46af-ae7e-c0f54422645c req-5c1492f6-fe3a-4827-9568-6a0ec4a86685 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0692387 Jul 22 23:10:39.245061 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a946bdde-7121-46af-ae7e-c0f54422645c req-7d3cfa7f-fef4-4700-8e89-3b99337ef2d1 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Jul 22 23:10:39.352086 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3431ee-081f-40ec-9083-d95deb490d42 req-56d18be2-aa79-48aa-8b90-703eb59a5729 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:39.353604 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ee3431ee-081f-40ec-9083-d95deb490d42 req-56d18be2-aa79-48aa-8b90-703eb59a5729 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0648682 Jul 22 23:10:39.390881 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ee3431ee-081f-40ec-9083-d95deb490d42 req-3acf2492-6b30-467b-a98b-39a9f08f27dc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Jul 22 23:10:40.389383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e02e44-7009-40f5-abdd-610a017bc92d req-9bdc97c9-17b3-4b6c-aa94-6fd84908c6ed tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:40.393710 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f7e02e44-7009-40f5-abdd-610a017bc92d req-9bdc97c9-17b3-4b6c-aa94-6fd84908c6ed tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0745356 Jul 22 23:10:40.432293 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f7e02e44-7009-40f5-abdd-610a017bc92d req-48de4fe0-cafc-44bd-a4c8-256d78b42e79 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Jul 22 23:10:40.562428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe1f3-8b8e-4121-ac52-4c8cae1a9332 req-761577da-506b-4a24-9db7-251b0f9f26b5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:40.564116 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-618fe1f3-8b8e-4121-ac52-4c8cae1a9332 req-761577da-506b-4a24-9db7-251b0f9f26b5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0684743 Jul 22 23:10:40.606322 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-618fe1f3-8b8e-4121-ac52-4c8cae1a9332 req-07ec1c31-8118-4d7a-995b-1981060bd2f5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 Jul 22 23:10:40.994771 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41682) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:41.121752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.246393 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.246717 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41690) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:41.250689 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.292822 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d4a61de9822420589ce363cbc2406c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968144 Jul 22 23:10:41.296288 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41696) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:41.297636 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedfca2-3ede-4d3a-80b7-521baaebe7de,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:41.310295 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.310643 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.311153 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.311645 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.312121 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.312595 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.313091 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.313577 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.313917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.314243 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.314569 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.314917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a6bbb-b71a-4de3-949b-95c6de87f5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.392821 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c2c53f64-1cde-4c89-949a-63d7143cd101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.402736 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.435178 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.513581 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.516048 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.517210 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dedfca2-3ede-4d3a-80b7-521baaebe7de HTTP/1.1" status: 204 len: 168 time: 0.2188485 Jul 22 23:10:41.560071 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedfca2-3ede-4d3a-80b7-521baaebe7de,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:41.582918 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c2c53f64-1cde-4c89-949a-63d7143cd101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.584527 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.584908 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.585245 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.585703 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.586049 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.586392 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.586724 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.587082 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.587533 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.587866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.588191 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.588513 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135c4e-71a2-4d07-bc53-4c044b06b6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:41.592210 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c2c53f64-1cde-4c89-949a-63d7143cd101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.641122 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c53f64-1cde-4c89-949a-63d7143cd101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e923560f-6352-4959-958f-cc5b805d4e68,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:41.648505 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41712) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:41.650488 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c2c53f64-1cde-4c89-949a-63d7143cd101 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d0bf7fb6dc84b57a93bb53245f08b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024675 Jul 22 23:10:41.689003 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191a7f-43dd-4cd0-8e37-480344354ae6 req-415e400e-ce4b-4077-9c97-dcb52b169625 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:41.698586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f1191a7f-43dd-4cd0-8e37-480344354ae6 req-415e400e-ce4b-4077-9c97-dcb52b169625 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.1800315 Jul 22 23:10:41.715515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.758931 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.817065 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f1191a7f-43dd-4cd0-8e37-480344354ae6 req-966cdfcb-c451-4ea5-9af2-712d722fb28e tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066859 Jul 22 23:10:41.824966 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.828342 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:41.836994 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e923560f-6352-4959-958f-cc5b805d4e68 HTTP/1.1" status: 204 len: 168 time: 0.1802092 Jul 22 23:10:41.837383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca66e6-78e4-409b-bcd2-b881a10d181b req-a30afdae-dfbc-4b4f-b667-16931ec05578 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:41.837492 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580661b-3a06-4d13-bbdb-b7897c07fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e923560f-6352-4959-958f-cc5b805d4e68,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:41.841121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9dca66e6-78e4-409b-bcd2-b881a10d181b req-a30afdae-dfbc-4b4f-b667-16931ec05578 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1232235 Jul 22 23:10:41.894809 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9dca66e6-78e4-409b-bcd2-b881a10d181b req-0faea01d-f889-444e-b4f3-6d21423ea1d6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jul 22 23:10:42.166347 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 41728) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:42.179905 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-938040cb-d80d-47c2-9a96-86639efd8f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.265994 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-938040cb-d80d-47c2-9a96-86639efd8f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.270153 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-938040cb-d80d-47c2-9a96-86639efd8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.308972 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-938040cb-d80d-47c2-9a96-86639efd8f33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd9cae9102004c0da4bfcc07af942e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408646 Jul 22 23:10:42.310173 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938040cb-d80d-47c2-9a96-86639efd8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d6871-4a82-4ce2-a243-0ff111762ed6,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:42.311201 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41730) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:42.371323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.395732 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.444715 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.447877 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.449102 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/532d6871-4a82-4ce2-a243-0ff111762ed6 HTTP/1.1" status: 204 len: 168 time: 0.1357529 Jul 22 23:10:42.466888 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec7dd5-266c-4a98-8e64-0bb0607bcca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d6871-4a82-4ce2-a243-0ff111762ed6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:42.654626 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f496e3-dc63-4706-8ac7-c7990d6cad88 req-0d1f4bca-d2e2-4c69-8001-a4f2bc33eccd tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:42.657148 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6f496e3-dc63-4706-8ac7-c7990d6cad88 req-0d1f4bca-d2e2-4c69-8001-a4f2bc33eccd tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0686162 Jul 22 23:10:42.700019 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6f496e3-dc63-4706-8ac7-c7990d6cad88 req-67cc5867-afcc-46b2-8183-8a5a1dd6a85f tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364268 Jul 22 23:10:42.822834 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41754) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:42.837472 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-887dc911-156e-41d9-8f69-c799d17b5095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.927034 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-887dc911-156e-41d9-8f69-c799d17b5095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.931355 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-887dc911-156e-41d9-8f69-c799d17b5095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:42.969257 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-887dc911-156e-41d9-8f69-c799d17b5095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbc9d3919f23493fbbae56488b706cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453197 Jul 22 23:10:42.970124 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dc911-156e-41d9-8f69-c799d17b5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02613168-ba30-4236-bef8-5497b5ebb764,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:42.972900 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 41758) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:43.026485 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.031647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933fcb2-cf33-4f22-8868-d1aa6b572c91 req-87a07ce8-893b-4d45-b86a-551d4af45c96 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:43.033240 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7933fcb2-cf33-4f22-8868-d1aa6b572c91 req-87a07ce8-893b-4d45-b86a-551d4af45c96 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0671086 Jul 22 23:10:43.048483 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.074551 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7933fcb2-cf33-4f22-8868-d1aa6b572c91 req-63c1bd39-a2ee-4198-8824-920a1f473fec tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Jul 22 23:10:43.096832 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.099422 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.100550 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02613168-ba30-4236-bef8-5497b5ebb764 HTTP/1.1" status: 204 len: 168 time: 0.1267536 Jul 22 23:10:43.108237 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f64d5-faca-4ddc-9120-73707b6d7609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02613168-ba30-4236-bef8-5497b5ebb764,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:43.834574 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3826b6-0bae-45bd-b466-0fdae821c59c req-581f5abc-0a52-4e05-9eca-d1ac949df1ce tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:43.841292 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d3826b6-0bae-45bd-b466-0fdae821c59c req-581f5abc-0a52-4e05-9eca-d1ac949df1ce tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0707281 Jul 22 23:10:43.886457 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d3826b6-0bae-45bd-b466-0fdae821c59c req-d7ec5c1c-029f-4808-a6bd-2128a3d7d75d tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Jul 22 23:10:44.224111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec105e77-4ee9-481a-86f5-7aa543fc419b req-ef3c7a2c-52e2-419a-b7d4-a8daa3039717 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:44.225874 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ec105e77-4ee9-481a-86f5-7aa543fc419b req-ef3c7a2c-52e2-419a-b7d4-a8daa3039717 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0678856 Jul 22 23:10:44.270279 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ec105e77-4ee9-481a-86f5-7aa543fc419b req-883a9776-f6e1-467c-b3d3-6da496b5d432 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Jul 22 23:10:45.040972 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2a957-f0f9-40cb-a374-f86c21c9fc29 req-4becde3c-c9f3-4349-96d4-522f7d1f67b9 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:45.040972 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5bd2a957-f0f9-40cb-a374-f86c21c9fc29 req-4becde3c-c9f3-4349-96d4-522f7d1f67b9 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0765498 Jul 22 23:10:45.082109 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5bd2a957-f0f9-40cb-a374-f86c21c9fc29 req-d436f996-a1f4-447e-bf4c-197d230606f4 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/security-groups?id=49d54830-6f6d-4e6b-a599-17c4e008cee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Jul 22 23:10:45.085337 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-b928704b-c080-4947-bf45-229661bb192e tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:45.086852 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-b928704b-c080-4947-bf45-229661bb192e tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 945 time: 0.0940542 Jul 22 23:10:45.199291 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Deleting port ed961751-91c4-4882-841f-7c2cfaf0939b {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:10:45.199648 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.302126 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] For port ed961751-91c4-4882-841f-7c2cfaf0939b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ed961751-91c4-4882-841f-7c2cfaf0939b,segment=NetworkSegment(e89e9127-8c7a-4e54-bba6-8e07c12508fb),segment_id=e89e9127-8c7a-4e54-bba6-8e07c12508fb)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:45.302486 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.323550 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Calling delete_port for ed961751-91c4-4882-841f-7c2cfaf0939b owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:10:45.454393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30156-6dd7-4167-93dd-913000546d2b req-dd06fce9-bf76-433c-bf4d-7dee99fe403a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:45.456692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e5a30156-6dd7-4167-93dd-913000546d2b req-dd06fce9-bf76-433c-bf4d-7dee99fe403a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0721653 Jul 22 23:10:45.472558 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.489169 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['ed961751-91c4-4882-841f-7c2cfaf0939b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:10:45.500677 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e5a30156-6dd7-4167-93dd-913000546d2b req-7a56838e-976b-407d-b953-06bbec0e5eb4 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Jul 22 23:10:45.507263 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Pushing event deleted for resources: {'Port': ['ID=ed961751-91c4-4882-841f-7c2cfaf0939b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:45.554765 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] No DVR routers for this DVR port ed961751-91c4-4882-841f-7c2cfaf0939b on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:10:45.557281 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.559282 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4928e0f8-2345-4646-bf0e-b698f083f4bb req-595d0a68-d786-4f2d-b00d-1ae3d1422553 tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.61 "DELETE /v2.0/ports/ed961751-91c4-4882-841f-7c2cfaf0939b HTTP/1.1" status: 204 len: 173 time: 0.4661238 Jul 22 23:10:45.559714 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'name': 'network-vif-deleted', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:10:45.561926 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d279e-ac66-42eb-a861-570caf3b7865" -d '{"events": [{"server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "name": "network-vif-deleted", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:10:45.596988 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66acf4f5-de5f-405f-9e49-fc941b876671 x-openstack-request-id: req-66acf4f5-de5f-405f-9e49-fc941b876671 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:10:45.597324 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0a8fd3-01d7-4607-a263-9137f7fb1b68", "name": "network-vif-deleted", "tag": "ed961751-91c4-4882-841f-7c2cfaf0939b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:10:45.597576 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66acf4f5-de5f-405f-9e49-fc941b876671 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:10:45.598055 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0a8fd3-01d7-4607-a263-9137f7fb1b68', 'name': 'network-vif-deleted', 'tag': 'ed961751-91c4-4882-841f-7c2cfaf0939b', 'status': 'completed', 'code': 200} Jul 22 23:10:45.896762 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e53d13-ac4f-410e-853e-1665e4e0c412 req-d4fa984e-5c9b-4425-a2fd-e10317c5f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:45.898296 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a7e53d13-ac4f-410e-853e-1665e4e0c412 req-d4fa984e-5c9b-4425-a2fd-e10317c5f858 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0569446 Jul 22 23:10:45.942016 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a7e53d13-ac4f-410e-853e-1665e4e0c412 req-2c38750b-791f-4954-a598-7a2667df9887 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292504 Jul 22 23:10:46.200052 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-909209d1-4c08-4efd-9344-10d41142b7c6 req-1f7c4e64-7a73-4130-97bf-698d7a09be9c tempest-VolumesActionsTest-165831060 tempest-VolumesActionsTest-165831060-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0a8fd3-01d7-4607-a263-9137f7fb1b68 HTTP/1.1" status: 200 len: 210 time: 0.0312407 Jul 22 23:10:46.648343 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67205-5b33-4965-8e00-3c7e9411c118 req-dbc56f25-5c59-4d86-948a-1a4257e3c14b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:46.649930 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48d67205-5b33-4965-8e00-3c7e9411c118 req-dbc56f25-5c59-4d86-948a-1a4257e3c14b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0662892 Jul 22 23:10:46.694639 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48d67205-5b33-4965-8e00-3c7e9411c118 req-29fa26c9-bf2d-4a73-ba8a-905ac312f116 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390692 Jul 22 23:10:47.844552 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d539341-c56f-4cc4-8f87-a806a1c8080c req-4b10dcea-12f1-4ff9-8c23-61c554df61e2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:47.846693 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d539341-c56f-4cc4-8f87-a806a1c8080c req-4b10dcea-12f1-4ff9-8c23-61c554df61e2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0772777 Jul 22 23:10:47.895587 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d539341-c56f-4cc4-8f87-a806a1c8080c req-a5224637-3a27-42c4-8ec5-039b4c68bd6a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jul 22 23:10:48.201947 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e93c-68d0-43a8-a789-1553ba7d6f6b req-f0da3dbf-5e33-47f5-8fb1-c463919a9c99 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:48.203935 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f699e93c-68d0-43a8-a789-1553ba7d6f6b req-f0da3dbf-5e33-47f5-8fb1-c463919a9c99 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0781758 Jul 22 23:10:48.214104 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480546-37c4-4e11-b307-37dcab989c2c req-3617d545-11c8-4515-8874-1f2fb55c8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:48.218554 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-3617d545-11c8-4515-8874-1f2fb55c8ce7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0926888 Jul 22 23:10:48.257574 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42028) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:48.269067 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f699e93c-68d0-43a8-a789-1553ba7d6f6b req-826ae19c-1f84-4971-970d-863a58d02077 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Jul 22 23:10:48.327069 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480546-37c4-4e11-b307-37dcab989c2c req-93491728-75e1-415f-ab1b-26558d17fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:48.329068 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-93491728-75e1-415f-ab1b-26558d17fa54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.0989261 Jul 22 23:10:48.390911 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-622b4d24-3a59-4c43-941c-9be00df2be84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.480613 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-622b4d24-3a59-4c43-941c-9be00df2be84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.484890 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-622b4d24-3a59-4c43-941c-9be00df2be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.524432 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-622b4d24-3a59-4c43-941c-9be00df2be84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51ca982d0190499a81e66b9221321229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658365 Jul 22 23:10:48.525285 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4d24-3a59-4c43-941c-9be00df2be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4fd05a-70ef-449c-9a07-6a9fc241d3c8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:48.527477 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42042) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:48.578409 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.600290 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.646860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.650166 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.651381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c4fd05a-70ef-449c-9a07-6a9fc241d3c8 HTTP/1.1" status: 204 len: 168 time: 0.1229236 Jul 22 23:10:48.659505 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665045bf-cbac-473c-9e62-4d34b3938143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4fd05a-70ef-449c-9a07-6a9fc241d3c8,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:48.909917 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42050) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:48.923223 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8190fccb-1287-40fc-b020-fea3d320e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.015552 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8190fccb-1287-40fc-b020-fea3d320e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.020624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8190fccb-1287-40fc-b020-fea3d320e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.062413 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-8190fccb-1287-40fc-b020-fea3d320e059 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72e8d8a3361b41e2b89f9122e8f8ba4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483550 Jul 22 23:10:49.062413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190fccb-1287-40fc-b020-fea3d320e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb22ab0-7929-4bfd-a74e-7fc99b9e5da3,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.062561 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42058) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:49.122876 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.143680 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.190790 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.193286 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.194403 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/feb22ab0-7929-4bfd-a74e-7fc99b9e5da3 HTTP/1.1" status: 204 len: 168 time: 0.1306946 Jul 22 23:10:49.201470 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b10970-8afe-4d7e-94e6-f454c0acba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb22ab0-7929-4bfd-a74e-7fc99b9e5da3,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.512167 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42068) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:49.525329 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bde2-42d3-4076-8ee8-e1709498477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.611211 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bde2-42d3-4076-8ee8-e1709498477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.615431 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bde2-42d3-4076-8ee8-e1709498477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.652557 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0ab9bde2-42d3-4076-8ee8-e1709498477b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac7d1eae2272414cac63cdc692d60b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392305 Jul 22 23:10:49.653788 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9bde2-42d3-4076-8ee8-e1709498477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e46f1be-4de7-444b-a12f-5afaaa4f73d7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.655191 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42072) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:49.709414 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.730225 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.774627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.777441 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.778962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e46f1be-4de7-444b-a12f-5afaaa4f73d7 HTTP/1.1" status: 204 len: 168 time: 0.1227562 Jul 22 23:10:49.786719 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa463863-440e-404a-bc9f-e4e8334a9e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e46f1be-4de7-444b-a12f-5afaaa4f73d7,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:50.426852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42098) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:50.521839 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824893972-network', 'tenant_id': '1e5c94fb2e6e48178d98510c6891a860'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:50.542233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Made reservation on behalf of 1e5c94fb2e6e48178d98510c6891a860 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:50.544629 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.553434 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.645897 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.650340 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.675227 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:50.685866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29bf3ab-001a-4dac-b372-2fa090dcbe21,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:50.691421 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.691770 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Added segment bd79a2bc-a93a-4242-9d4f-d21daf145ffb of type vlan for network 6160614a-e5da-4de5-b82c-243f87de661b Jul 22 23:10:50.733139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.761064 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.761997 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:50.762572 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.795062 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3670688 Jul 22 23:10:50.798855 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42106) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:50.804641 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Request body: {'subnet': {'network_id': '6160614a-e5da-4de5-b82c-243f87de661b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824893972-subnet', 'tenant_id': '1e5c94fb2e6e48178d98510c6891a860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:50.820355 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24d8bb-1ad6-4278-9428-42a05dc38324 admin admin] Pushing event updated for resources: {'Network': ['ID=6160614a-e5da-4de5-b82c-243f87de661b,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:50.828967 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Made reservation on behalf of 1e5c94fb2e6e48178d98510c6891a860 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:50.831525 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3270425'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.833407 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 6160614a-e5da-4de5-b82c-243f87de661b details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:51.003982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3270507'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.054462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d23d84a-c398-41ea-80fd-502f7a327695,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:51.064331 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Checking segment: {'id': 'bd79a2bc-a93a-4242-9d4f-d21daf145ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6160614a-e5da-4de5-b82c-243f87de661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:51.065276 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Network hostable DHCP agents. Network: 6160614a-e5da-4de5-b82c-243f87de661b, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:51.081269 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Network 6160614a-e5da-4de5-b82c-243f87de661b is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:51.090243 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 6160614a-e5da-4de5-b82c-243f87de661b) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:51.094387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:51.094980 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.100292 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92955e-7b9a-4e35-b26a-60402d7ded32 None None] Network 6160614a-e5da-4de5-b82c-243f87de661b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:51.113144 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5e266f9a-594a-4ea7-9677-c2d9c875a0bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3124735 Jul 22 23:10:51.348233 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf41ca-3008-460b-9a26-4c1f10923788 None None] Network 6160614a-e5da-4de5-b82c-243f87de661b requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:51.497704 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ed961751-91c4-4882-841f-7c2cfaf0939b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:10:51.520884 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: ed961751-91c4-4882-841f-7c2cfaf0939b {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:10:51.521317 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device ed961751-91c4-4882-841f-7c2cfaf0939b not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:10:51.571174 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-54e0f2ab-3175-4e5c-9ac5-9def87488af3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0739191 Jul 22 23:10:51.604885 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42128) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:51.610067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1838329724-network', 'tenant_id': '447bba67854b45508d8c6611d09accdc'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:51.645473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480546-37c4-4e11-b307-37dcab989c2c req-9c432f2d-d67c-4fc0-9861-2a1f78e42b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:51.647211 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-9c432f2d-d67c-4fc0-9861-2a1f78e42b78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0555840 Jul 22 23:10:51.660573 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Made reservation on behalf of 447bba67854b45508d8c6611d09accdc for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:51.662879 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.674641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.702754 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-052015db-6337-44a5-adb4-cd0881e37811 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270343 Jul 22 23:10:51.725526 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaa4c8-b5bf-49c4-bb55-15938d84ff4e req-2f667482-7b7f-4a5f-aca8-46170025c18c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:51.727051 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0eaa4c8-b5bf-49c4-bb55-15938d84ff4e req-2f667482-7b7f-4a5f-aca8-46170025c18c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1081021 Jul 22 23:10:51.783046 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0eaa4c8-b5bf-49c4-bb55-15938d84ff4e req-6a3df16a-ebea-4d20-a1a0-e3f803a0f1af tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493219 Jul 22 23:10:51.809718 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-5fb2c626-75e7-4d47-8ca8-f6a51978a5b1 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930471 Jul 22 23:10:51.833641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.838374 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.858810 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:51.873646 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec701a-56d5-474c-b095-e370d79f3c50,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:51.876456 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.876825 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Added segment 8bd07eaf-a89a-42e0-bf90-1eaba644270c of type vlan for network cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e Jul 22 23:10:51.909567 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f9480546-37c4-4e11-b307-37dcab989c2c req-298ed2f5-8768-45f8-bec6-8f358ed02237 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908635 Jul 22 23:10:51.915415 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.944127 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.945113 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:51.945691 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.982970 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768709 Jul 22 23:10:51.985695 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42132) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:52.014595 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Request body: {'subnet': {'network_id': 'cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1838329724-subnet', 'tenant_id': '447bba67854b45508d8c6611d09accdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:52.018665 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43d772-a9ef-4c42-861a-0675e5e7227b admin admin] Pushing event updated for resources: {'Network': ['ID=cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:52.027845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:52.036962 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Made reservation on behalf of 447bba67854b45508d8c6611d09accdc for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:52.039262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.204613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.258669 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3382b051-5b16-480b-a69a-e326c50a62a2,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:52.267027 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Checking segment: {'id': '8bd07eaf-a89a-42e0-bf90-1eaba644270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:52.267381 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Network hostable DHCP agents. Network: cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:52.286416 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Network cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:52.296321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:52.300203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:52.300823 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.305516 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcf6ee-0695-43fc-85da-051c2203ed90 None None] Network cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:52.314806 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-43728332-216f-414a-a70e-0a9b089a026b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3280549 Jul 22 23:10:52.432543 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eccf95-0411-4d38-b6b0-82cff449365e None None] Network cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:53.038550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81be7-6676-4374-b285-19624b26e0b0 req-b4794d30-f9ca-4b91-bb54-4a2d28c751c7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:53.049815 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a0a81be7-6676-4374-b285-19624b26e0b0 req-b4794d30-f9ca-4b91-bb54-4a2d28c751c7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1739693 Jul 22 23:10:53.295664 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a0a81be7-6676-4374-b285-19624b26e0b0 req-7ed1de3a-7fa3-42f8-b392-059190087fcc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445529 Jul 22 23:10:54.443499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e127760-c308-42a5-ba56-6ec256859b1f req-56a27fdc-3e6b-4389-aa45-815683abc628 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:54.445000 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3e127760-c308-42a5-ba56-6ec256859b1f req-56a27fdc-3e6b-4389-aa45-815683abc628 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0736840 Jul 22 23:10:54.486151 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3e127760-c308-42a5-ba56-6ec256859b1f req-689456f9-6bad-4cb1-8dac-c3b9b13c7f51 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Jul 22 23:10:55.639033 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457af3-d955-4d21-a8f3-fec54ab9920d req-0da9cfda-79a5-48dd-bfc8-7e087453ce7c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:55.640555 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2c457af3-d955-4d21-a8f3-fec54ab9920d req-0da9cfda-79a5-48dd-bfc8-7e087453ce7c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0737565 Jul 22 23:10:55.685672 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2c457af3-d955-4d21-a8f3-fec54ab9920d req-9a42d8cf-6750-43bf-80a8-bf7c2294f83d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jul 22 23:10:57.078428 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-5cca4ced-111b-4f36-877d-c255bdcf6dc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893016 Jul 22 23:10:57.178024 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-afbb5db9-523c-4f44-b181-b4cd196eb895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:57.179851 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-afbb5db9-523c-4f44-b181-b4cd196eb895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0594954 Jul 22 23:10:57.261337 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa35b68-307c-405d-b81e-585bb0b30e61 req-9e6f6c42-c7b6-4a64-8e96-33c61ff0ade1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:57.263636 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6fa35b68-307c-405d-b81e-585bb0b30e61 req-9e6f6c42-c7b6-4a64-8e96-33c61ff0ade1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0798221 Jul 22 23:10:57.311572 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6fa35b68-307c-405d-b81e-585bb0b30e61 req-778da307-8ff8-4a73-adc3-43ef80bfc4f8 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Jul 22 23:10:57.316955 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-7a2d3433-2e35-4c83-8f0f-1a25c493a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:57.318437 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-7a2d3433-2e35-4c83-8f0f-1a25c493a7b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.1104138 Jul 22 23:10:57.381836 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-78924941-2570-412b-b1b8-459e206f5ac1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0479388 Jul 22 23:10:57.453908 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-343eb8a8-c957-4387-810b-1981df061fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:57.455989 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-343eb8a8-c957-4387-810b-1981df061fac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0500538 Jul 22 23:10:57.492946 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-2e83068f-c300-4c4c-ab4d-27fe432185e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jul 22 23:10:57.608442 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-95d6c6de-a053-4d07-abd3-078f2c7a16d7 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014607 Jul 22 23:10:57.710295 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-fb64ec3b-e50c-446a-9229-7432070d9899 req-936f0f7d-589c-4faa-a49f-2f5a1efda726 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932767 Jul 22 23:11:00.386057 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-aaee6206-b3a4-4b5f-aec4-2dfdf4c1341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.471722 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.846628 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.915949 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f329d04a-eeb9-414f-8411-7b42d947a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.017187 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.694727 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-42a769df-c99c-4c91-8a91-ae3c1938740b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:04.696375 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-42a769df-c99c-4c91-8a91-ae3c1938740b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.1331429 Jul 22 23:11:04.723879 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-4eb52cf9-c3c2-4899-8dbf-30ea10d9895f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/quotas/e252934ab05c45c78817089679c7a2cd HTTP/1.1" status: 200 len: 375 time: 0.0171359 Jul 22 23:11:04.771969 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:11:04.799381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-743bfa47-7b5a-40e4-b797-eecd791526e2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774238 Jul 22 23:11:04.902354 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-b91d8ae0-a6db-44e8-ad48-82ba3e699566 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958695 Jul 22 23:11:05.005255 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-2e19abc0-d934-4969-84a9-29640f9de914 service neutron] 10.222.0.15 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964229 Jul 22 23:11:05.188613 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6badcb89-7bc1-4e2b-a0c7-c7c8cdd392b7 req-4a7ea204-d691-4b65-9954-88e22e326a49 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 210 time: 0.0402424 Jul 22 23:11:05.762148 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.074979 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb467b-64ca-4014-ac7c-b5c17b605636 req-e9a0eaa6-b140-416c-aa48-2df42a5e8c72 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.085552 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abbb467b-64ca-4014-ac7c-b5c17b605636 req-e9a0eaa6-b140-416c-aa48-2df42a5e8c72 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1712644 Jul 22 23:11:06.090823 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-896133ae-500f-41e3-8617-af82fe386638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.093060 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-896133ae-500f-41e3-8617-af82fe386638 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.1243215 Jul 22 23:11:06.135429 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abbb467b-64ca-4014-ac7c-b5c17b605636 req-98fb5081-b8aa-4b05-8a69-2a5e6e7d2d41 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Jul 22 23:11:06.225424 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-1ef8b2d7-6166-49d0-90d1-edce458d39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.227587 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-1ef8b2d7-6166-49d0-90d1-edce458d39fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.1046250 Jul 22 23:11:06.294250 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-2d878bb9-f192-4406-a81e-ef9701ff72f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0554423 Jul 22 23:11:06.429476 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0ee0eff9-2e8f-4b36-8997-aa76db3146f7 req-5633a102-ff71-4ca7-a466-bc04ed132903 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 210 time: 0.0576458 Jul 22 23:11:06.518601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbc71a-c637-4e84-a656-23e5cd071cb7 req-ede8d76f-fce4-4487-87df-b3ec92dcaa91 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.520344 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2cbbc71a-c637-4e84-a656-23e5cd071cb7 req-ede8d76f-fce4-4487-87df-b3ec92dcaa91 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0794864 Jul 22 23:11:06.583458 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2cbbc71a-c637-4e84-a656-23e5cd071cb7 req-ba7f22b0-c79f-4d5e-a1e6-e5954d32da5c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575638 Jul 22 23:11:06.653070 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-96cc8f2e-146f-4fec-9d7e-98c07d60d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.654962 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-96cc8f2e-146f-4fec-9d7e-98c07d60d661 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.3514631 Jul 22 23:11:06.685317 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42488) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:06.709746 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-46260b3d-f2d3-4c9b-a9ce-fc37c5ee7a5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330448 Jul 22 23:11:06.740325 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Deleting subnet 8d23d84a-c398-41ea-80fd-502f7a327695 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:11:06.743920 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.792252 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.802221 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.833508 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-c0e74f29-2720-4a5d-9089-7df017cbca1e service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033523 Jul 22 23:11:06.869038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.899843 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.904732 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d23d84a-c398-41ea-80fd-502f7a327695 HTTP/1.1" status: 204 len: 168 time: 0.2183480 Jul 22 23:11:06.905822 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42490) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:06.906750 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ba4e-e357-4d1a-a741-afa3dc462c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d23d84a-c398-41ea-80fd-502f7a327695,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:07.010789 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.117280 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4aa0d59e-7e2c-4ebe-bb4f-de03d7934530 req-6582aecf-7cf1-4ec4-b374-b3207ad5ab31 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711542 Jul 22 23:11:07.126937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-4eaf83b9-01e2-460b-b3e4-858045ee4118 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:07.129357 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-4eaf83b9-01e2-460b-b3e4-858045ee4118 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 815 time: 0.2439659 Jul 22 23:11:07.147014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Request body: {'port': {'device_id': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'admin_state_up': True, 'tenant_id': 'e252934ab05c45c78817089679c7a2cd'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:07.209540 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.250243 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.250789 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.253589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.254120 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > port after_create 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.254624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.255162 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > port after_update 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.255654 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.256140 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.256627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.257141 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.344951 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.345591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.346135 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.346735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:11:07.347261 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6160614a-e5da-4de5-b82c-243f87de661b']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:07.358172 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Made reservation on behalf of e252934ab05c45c78817089679c7a2cd for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:07.365532 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.382924 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd79a2bc-a93a-4242-9d4f-d21daf145ffb') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:07.386635 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd79a2bc-a93a-4242-9d4f-d21daf145ffb') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:07.428995 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.463290 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.478835 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:11:07.479415 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: from cryptography.utils import int_from_bytes Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: from cryptography.utils import int_from_bytes Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:11:07.483199 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:11:07.554155 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293b980-efb5-496b-95e4-bafe70a5087f req-6cf99e74-6662-48cf-bd87-29191ee2d36b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:07.554477 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5293b980-efb5-496b-95e4-bafe70a5087f req-6cf99e74-6662-48cf-bd87-29191ee2d36b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1862125 Jul 22 23:11:07.565961 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.591769 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.597526 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6160614a-e5da-4de5-b82c-243f87de661b HTTP/1.1" status: 204 len: 168 time: 0.6878908 Jul 22 23:11:07.598358 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42518) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:07.618862 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0313c-0bd2-409b-9c60-5606ea87eb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=6160614a-e5da-4de5-b82c-243f87de661b,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:07.677184 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Allocated IP 172.20.0.3 (279eb3db-0781-455d-a7d6-366ffe9e3761/3e179fd9-4dd9-464e-aa3d-7bf3f04a0599/d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:07.682274 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5293b980-efb5-496b-95e4-bafe70a5087f req-d7969305-48b2-4467-8ae1-3e00d5dacaf3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140795 Jul 22 23:11:07.694225 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Deleting subnet 3382b051-5b16-480b-a69a-e326c50a62a2 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:11:07.710631 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.753208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-85533cce-0437-47bc-8dcf-a36578902d8b req-0f1605ef-8aaa-4e48-be4a-3c288f9178fd tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 210 time: 0.0564330 Jul 22 23:11:07.791696 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.869834 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.940739 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a840d3-088a-4f9a-8696-97654bbcecd7 req-b587892a-20ab-41b0-9b31-ec594991936e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:07.942564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c6a840d3-088a-4f9a-8696-97654bbcecd7 req-b587892a-20ab-41b0-9b31-ec594991936e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1280966 Jul 22 23:11:07.943798 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.958771 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.993471 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.998732 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.004539 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3382b051-5b16-480b-a69a-e326c50a62a2 HTTP/1.1" status: 204 len: 168 time: 0.3952193 Jul 22 23:11:08.006355 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412487c-0129-4883-a2a9-132c8c4c4f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3382b051-5b16-480b-a69a-e326c50a62a2,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.008196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42526) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:08.013421 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347', 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'b1612930-38bc-4479-a4de-5e4850777dce'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:08.026190 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c6a840d3-088a-4f9a-8696-97654bbcecd7 req-b0b5e1cc-ae6d-4701-8659-49902c74fd89 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775259 Jul 22 23:11:08.108847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.129427 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Network 279eb3db-0781-455d-a7d6-366ffe9e3761 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:08.142099 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:08.146043 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:08.148787 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event updated for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.238136 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:08.238792 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.274936 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.279042 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-f057149a-15c6-4a7e-9395-254704158ab9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1362951 Jul 22 23:11:08.287670 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:08.301257 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Request body: {'port': {'device_id': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:08.328531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd07eaf-a89a-42e0-bf90-1eaba644270c') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:08.328919 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd07eaf-a89a-42e0-bf90-1eaba644270c') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:08.347914 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.369908 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.395399 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:11:08.396065 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:11:08.397883 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:11:08.459982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.478159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.499660 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.505480 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e HTTP/1.1" status: 204 len: 168 time: 0.4733255 Jul 22 23:11:08.524529 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ab27c-3f74-45f7-954d-4d3d8db1c3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0a74f8-0d8e-4273-b2ef-bfb0b6d66b4e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.764137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42540) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:08.901185 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c6ae439a-1940-4b34-83ef-cc3d3a5dc99c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e5c94fb2e6e48178d98510c6891a860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358697 Jul 22 23:11:08.904229 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42544) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:08.964344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:08.979641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177321-763d-4fa4-864d-f91930152b87 req-6f843a72-4383-455b-beae-f43b04c12abe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:08.981205 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2e177321-763d-4fa4-864d-f91930152b87 req-6f843a72-4383-455b-beae-f43b04c12abe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1713545 Jul 22 23:11:08.987032 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.003622 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Transition to ACTIVE for port object d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:09.009747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.041637 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d352-5a6a-4173-8149-7dd9eefab371 req-9ae6a016-1c38-4760-9981-b9cb28502371 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.043906 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe17d352-5a6a-4173-8149-7dd9eefab371 req-9ae6a016-1c38-4760-9981-b9cb28502371 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 931 time: 0.1918602 Jul 22 23:11:09.054706 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.082943 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.089087 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.149695 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Attempting to bind port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:09.150293 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Attempting to bind port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:09.150293 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Attempting to bind port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:09.154493 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2e177321-763d-4fa4-864d-f91930152b87 req-8adb22ff-0b48-45cd-b49a-7fc7210d9f0b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619630 Jul 22 23:11:09.155169 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:09.155497 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Attempting to bind port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 on network 279eb3db-0781-455d-a7d6-366ffe9e3761 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:09.161198 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:09.161547 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Checking segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:09.161939 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Bound using segment: {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:09.162498 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Bound port: d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6147aa-fb50-4946-bfd8-06a031286c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:09.162933 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.195415 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe17d352-5a6a-4173-8149-7dd9eefab371 req-dc44b941-d7f9-42e3-93c9-2a73b3945f5d tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053200 Jul 22 23:11:09.231664 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.234724 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.238145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a29bf3ab-001a-4dac-b372-2fa090dcbe21 HTTP/1.1" status: 204 len: 168 time: 0.3316371 Jul 22 23:11:09.263417 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:09.267162 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:09.268763 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb2b1a-eeea-4513-8f60-a709af26f3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29bf3ab-001a-4dac-b372-2fa090dcbe21,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.272752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.340980 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.341612 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.343042 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] 10.222.0.61 "PUT /v2.0/ports/d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 HTTP/1.1" status: 200 len: 1093 time: 1.0476859 Jul 22 23:11:09.343489 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:09.346383 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21f905-da0d-4115-b575-d514860c5174" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:09.368706 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884df3ca-d671-4524-bb71-98c4b458d788 req-feec2c52-f413-47c7-8ade-749472397356 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.370554 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-884df3ca-d671-4524-bb71-98c4b458d788 req-feec2c52-f413-47c7-8ade-749472397356 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1037588 Jul 22 23:11:09.442540 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d33ff6-19a0-4a51-bcb5-31b0fda89ede x-openstack-request-id: req-13d33ff6-19a0-4a51-bcb5-31b0fda89ede {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:09.442859 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:09.443110 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13d33ff6-19a0-4a51-bcb5-31b0fda89ede {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:09.443769 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32', 'status': 'completed', 'code': 200} Jul 22 23:11:09.444199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35289b86-ef15-4bb5-90f4-d49ade978326 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.475478 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-884df3ca-d671-4524-bb71-98c4b458d788 req-adb38afb-df01-4fa2-bc84-aedc99d7247c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965943 Jul 22 23:11:09.481665 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-592fece0-6707-4925-b838-94d0f21f1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.483115 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-592fece0-6707-4925-b838-94d0f21f1bf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 1096 time: 0.0818951 Jul 22 23:11:09.540884 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-bccab7da-50cf-4c22-a4bb-8ce7f0cd7bf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 HTTP/1.1" status: 200 len: 217 time: 0.0426950 Jul 22 23:11:09.607031 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab720f-e150-4101-b2ce-a62894430dbf req-cba65df7-ce87-40d2-aa2b-d3f9fbb5c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.608806 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-cba65df7-ce87-40d2-aa2b-d3f9fbb5c5f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0614896 Jul 22 23:11:09.646709 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-6885e196-714c-4a2e-8105-6f87ce12fa6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292957 Jul 22 23:11:09.737408 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42558) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:09.756077 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-9f55c0b5-84ac-4fb4-94f1-8455b8920dc6 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029286 Jul 22 23:11:09.786557 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42562) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:09.789181 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-09ba1020-5656-4918-87f1-833da9cfe35b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=447bba67854b45508d8c6611d09accdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445783 Jul 22 23:11:09.929559 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.933436 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-63ab720f-e150-4101-b2ce-a62894430dbf req-e53581df-0fdc-4f2d-88b4-1ee7005a6c44 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672697 Jul 22 23:11:09.960744 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.067509 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.071113 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.074958 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11ec701a-56d5-474c-b095-e370d79f3c50 HTTP/1.1" status: 204 len: 168 time: 0.2846601 Jul 22 23:11:10.087978 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f905-da0d-4115-b575-d514860c5174 req-46fe2910-e1c4-4a52-842c-da8e2dc766fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.089939 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-46fe2910-e1c4-4a52-842c-da8e2dc766fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e252934ab05c45c78817089679c7a2cd&device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 1096 time: 0.0929008 Jul 22 23:11:10.091080 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c74b7-3fab-43ca-a587-15833148fb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec701a-56d5-474c-b095-e370d79f3c50,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:10.262452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f905-da0d-4115-b575-d514860c5174 req-72e6c2ce-8373-469d-98eb-59b2966f6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.263978 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-72e6c2ce-8373-469d-98eb-59b2966f6a85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 200 len: 916 time: 0.1628544 Jul 22 23:11:10.338034 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e7d53-b8c4-44ad-b7ff-1d5539d04b86 req-7f2bae03-531a-4207-b2e6-ef210825ec61 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.339457 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-9c753cf9-7f08-4f47-a1c8-8996125c91b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 HTTP/1.1" status: 200 len: 217 time: 0.0593948 Jul 22 23:11:10.342050 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f0e7d53-b8c4-44ad-b7ff-1d5539d04b86 req-7f2bae03-531a-4207-b2e6-ef210825ec61 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1113851 Jul 22 23:11:10.416215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f905-da0d-4115-b575-d514860c5174 req-067e2617-fa1e-4fa1-adc6-2f1e8c4ba4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.418157 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-067e2617-fa1e-4fa1-adc6-2f1e8c4ba4ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 200 len: 855 time: 0.0710368 Jul 22 23:11:10.445661 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f0e7d53-b8c4-44ad-b7ff-1d5539d04b86 req-0b000d6a-21ca-458c-b0a0-d96b6b6eed92 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Jul 22 23:11:10.465451 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-e7d528d8-bad8-4774-807e-9b35b167b477 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=279eb3db-0781-455d-a7d6-366ffe9e3761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388808 Jul 22 23:11:10.479589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173167d-886b-4860-8b6e-057413ba3aa9 req-aa53b58a-5ea5-4289-839b-c63d1a4f03d9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.480752 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7173167d-886b-4860-8b6e-057413ba3aa9 req-aa53b58a-5ea5-4289-839b-c63d1a4f03d9 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 943 time: 0.1354790 Jul 22 23:11:10.574937 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7173167d-886b-4860-8b6e-057413ba3aa9 req-8cc8da24-d43b-49f0-a8b1-f7d6b17b5eff tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852056 Jul 22 23:11:10.621551 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-a817a058-0c33-432d-a0cb-71ced9acf633 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429682 Jul 22 23:11:10.700228 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873f4c-8d10-422e-8164-0b602f725b2a req-13d2bd20-aec3-4712-814d-c5709df6858c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.703976 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31873f4c-8d10-422e-8164-0b602f725b2a req-13d2bd20-aec3-4712-814d-c5709df6858c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1190929 Jul 22 23:11:10.772910 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-bd21f905-da0d-4115-b575-d514860c5174 req-ce88ba0a-8e26-446e-b0cf-8edf3faca7c2 service neutron] 10.222.0.61 "GET /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367223 Jul 22 23:11:10.776796 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31873f4c-8d10-422e-8164-0b602f725b2a req-b8501f64-4098-438b-ae2b-dedf90fe900d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649474 Jul 22 23:11:11.640738 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad1c7f-9506-4a3d-9e24-e2c6f7cfd2b5 req-e38662a8-0823-4741-b577-10169bd012fe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:11.648237 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3ad1c7f-9506-4a3d-9e24-e2c6f7cfd2b5 req-e38662a8-0823-4741-b577-10169bd012fe tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1016870 Jul 22 23:11:11.697215 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3ad1c7f-9506-4a3d-9e24-e2c6f7cfd2b5 req-822b5aa7-c37a-4df1-97a9-2c30fbf24e18 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Jul 22 23:11:11.790464 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9595986-72db-4dac-a60a-d375e734c1b9 req-359aedd1-2054-49b5-b5e7-310ce6d68cec tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:11.792117 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f9595986-72db-4dac-a60a-d375e734c1b9 req-359aedd1-2054-49b5-b5e7-310ce6d68cec tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 943 time: 0.0937667 Jul 22 23:11:11.858719 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f9595986-72db-4dac-a60a-d375e734c1b9 req-68e2e7ed-f163-4fd5-8e97-58a8baa4c56c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604813 Jul 22 23:11:12.032369 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d6c5-aa45-44b9-98e2-253165139d2d req-c7962019-c5fb-415a-935c-e2f25450bfbd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:12.034158 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dd17d6c5-aa45-44b9-98e2-253165139d2d req-c7962019-c5fb-415a-935c-e2f25450bfbd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1388555 Jul 22 23:11:12.085547 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dd17d6c5-aa45-44b9-98e2-253165139d2d req-cec7fd14-86c2-43e5-a2b2-b920d7d48fdf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Jul 22 23:11:12.897735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765bcaa-c28f-4ce9-bda6-b8ee95c2362e req-ca6fe8c1-a458-4394-9412-d482acc1592f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:12.899939 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f765bcaa-c28f-4ce9-bda6-b8ee95c2362e req-ca6fe8c1-a458-4394-9412-d482acc1592f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1236608 Jul 22 23:11:12.965439 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f765bcaa-c28f-4ce9-bda6-b8ee95c2362e req-f6d0a2b2-c13f-497c-8451-7b2e51acbad4 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jul 22 23:11:13.040161 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf585-47c0-449f-b40a-91f1e925f9f0 req-e63b933b-ff82-46e3-8965-d28d5c298b78 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:13.041812 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a34bf585-47c0-449f-b40a-91f1e925f9f0 req-e63b933b-ff82-46e3-8965-d28d5c298b78 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 943 time: 0.0752349 Jul 22 23:11:13.097729 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a34bf585-47c0-449f-b40a-91f1e925f9f0 req-ed99c665-e9be-4367-a17a-bb9abf543098 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496387 Jul 22 23:11:13.262359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0a05-9b34-4f39-8915-8ff38eaa47f6 req-15c924d1-a97c-41bc-88fb-ceac56c2f8d4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:13.264995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ecd0a05-9b34-4f39-8915-8ff38eaa47f6 req-15c924d1-a97c-41bc-88fb-ceac56c2f8d4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0885532 Jul 22 23:11:13.338254 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ecd0a05-9b34-4f39-8915-8ff38eaa47f6 req-af0f3a5d-854a-4aed-88fc-0969122cd054 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554168 Jul 22 23:11:14.124354 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b52bd7-0959-46d2-bbb5-f6a60b18452b req-5761a652-3095-4dea-8ac0-eb6fb75538ec tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:14.126131 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46b52bd7-0959-46d2-bbb5-f6a60b18452b req-5761a652-3095-4dea-8ac0-eb6fb75538ec tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0841477 Jul 22 23:11:14.193330 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46b52bd7-0959-46d2-bbb5-f6a60b18452b req-ad32a6b0-846c-4ebc-928d-1f0f32e67344 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 Jul 22 23:11:14.317155 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1ee6-2716-4621-bd83-155cbcff8310 req-439c4087-007d-4f8f-bc44-88e89d362605 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:14.318981 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aa8e1ee6-2716-4621-bd83-155cbcff8310 req-439c4087-007d-4f8f-bc44-88e89d362605 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 943 time: 0.0689702 Jul 22 23:11:14.357238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aa8e1ee6-2716-4621-bd83-155cbcff8310 req-1e0f9cfc-d76a-48ef-a931-136232f53213 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jul 22 23:11:14.481060 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8f362-e70e-4e03-bbb5-2d2a4097339a req-da8c9ef1-560a-4132-bf3d-543fb1f7b8b0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:14.482446 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fcf8f362-e70e-4e03-bbb5-2d2a4097339a req-da8c9ef1-560a-4132-bf3d-543fb1f7b8b0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0668430 Jul 22 23:11:14.519368 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fcf8f362-e70e-4e03-bbb5-2d2a4097339a req-b8aedcca-6743-4a09-ae86-c913ec4abfa1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Jul 22 23:11:14.740694 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:14.872497 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:14.885259 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32', 'network_id': '279eb3db-0781-455d-a7d6-366ffe9e3761', 'port_id': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32', 'mac_address': 'fa:16:3e:b1:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e179fd9-4dd9-464e-aa3d-7bf3f04a0599', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:14.935637 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.951165 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:14.970304 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:14.975944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.031272 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:15.039705 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.040074 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.040641 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.041155 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.041664 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.042009 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.042332 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.042663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.043092 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.043384 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.043709 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.044120 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:15.424330 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbd4bb-d7d9-4569-b9c7-35835ba68e0f req-d4c16fff-c089-4845-8d1c-95a734ccea2b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:15.426507 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6dbd4bb-d7d9-4569-b9c7-35835ba68e0f req-d4c16fff-c089-4845-8d1c-95a734ccea2b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0865128 Jul 22 23:11:15.506335 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6dbd4bb-d7d9-4569-b9c7-35835ba68e0f req-91b055e0-6f4c-4bfd-a7bd-d6e2114a88ad tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Jul 22 23:11:15.548302 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab68aa1-0e1c-4bab-aa0f-9a968da2e63f req-1d957937-4839-4bd3-a072-30271e042437 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:15.556187 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fab68aa1-0e1c-4bab-aa0f-9a968da2e63f req-1d957937-4839-4bd3-a072-30271e042437 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 944 time: 0.1088674 Jul 22 23:11:15.598354 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fab68aa1-0e1c-4bab-aa0f-9a968da2e63f req-c4d44d07-8db8-449d-b524-2d7e886f5fa4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Jul 22 23:11:15.681879 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d496-5966-4b38-a614-a9400145ccf9 req-f2fb583f-318b-4276-bb56-b3f45dc21a2f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:15.683725 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6032d496-5966-4b38-a614-a9400145ccf9 req-f2fb583f-318b-4276-bb56-b3f45dc21a2f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0700548 Jul 22 23:11:15.731733 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6032d496-5966-4b38-a614-a9400145ccf9 req-87b141b2-b771-46bf-83f3-40a3fcdcab3e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Jul 22 23:11:16.650132 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f818-52b4-4d28-80df-82935237a4d7 req-f44db452-43b7-4267-b839-527a9e469cd7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.651877 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ac1f818-52b4-4d28-80df-82935237a4d7 req-f44db452-43b7-4267-b839-527a9e469cd7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0728688 Jul 22 23:11:16.735610 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ac1f818-52b4-4d28-80df-82935237a4d7 req-d2aeaa81-dc0f-46f5-8d67-d63bec0547e5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742526 Jul 22 23:11:16.769414 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a26c1d-22cb-43bb-8da6-215b721e8199 req-ce509930-155a-47ca-aab2-32da3f5e0b6a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.770892 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-80a26c1d-22cb-43bb-8da6-215b721e8199 req-ce509930-155a-47ca-aab2-32da3f5e0b6a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 944 time: 0.0883060 Jul 22 23:11:16.813378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-80a26c1d-22cb-43bb-8da6-215b721e8199 req-f5057d6a-7bc9-485a-8550-7778fc8c56e5 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Jul 22 23:11:16.881647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd2f7-a271-4e26-920c-575ea7ae97ed req-57225fdf-287b-4531-a86e-b19bb8775dbe tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.885136 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10ddd2f7-a271-4e26-920c-575ea7ae97ed req-57225fdf-287b-4531-a86e-b19bb8775dbe tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0706649 Jul 22 23:11:16.930380 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10ddd2f7-a271-4e26-920c-575ea7ae97ed req-4b11ba75-ff91-452b-938f-90516e1f8201 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421977 Jul 22 23:11:17.257870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:17.887022 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c83d1-4a91-455c-86c4-52834a175e7c req-4cc04dcb-1253-4d9f-bafc-58369012182a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:17.895399 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-132c83d1-4a91-455c-86c4-52834a175e7c req-4cc04dcb-1253-4d9f-bafc-58369012182a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0821869 Jul 22 23:11:17.962145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-132c83d1-4a91-455c-86c4-52834a175e7c req-2a822e6a-59f2-4e8a-a86c-8454e6068676 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Jul 22 23:11:18.032300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa6ff-3f5c-4a4a-aca6-fc0ad4de36b7 req-1daf27e7-3fc6-4322-9f9a-5f0a04fb34f4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:18.037198 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-01dfa6ff-3f5c-4a4a-aca6-fc0ad4de36b7 req-1daf27e7-3fc6-4322-9f9a-5f0a04fb34f4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 944 time: 0.1231744 Jul 22 23:11:18.109795 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-01dfa6ff-3f5c-4a4a-aca6-fc0ad4de36b7 req-cbf0db8e-d95a-40cf-8a14-7fe7aa14d314 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Jul 22 23:11:18.135225 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fe323-01e7-41a4-abd0-3b8d32c7a55f req-c75060bd-0626-421a-aa7e-e0435981afa9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:18.136830 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-215fe323-01e7-41a4-abd0-3b8d32c7a55f req-c75060bd-0626-421a-aa7e-e0435981afa9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0987241 Jul 22 23:11:18.378935 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-215fe323-01e7-41a4-abd0-3b8d32c7a55f req-82f6af62-656f-48ba-8156-db53eb2eaa89 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333028 Jul 22 23:11:18.800439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d111a-587c-4aec-b0e4-3c47f347384e req-fcc2ba9d-ff0d-49cb-b276-1a04baf72f99 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:18.801996 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e53d111a-587c-4aec-b0e4-3c47f347384e req-fcc2ba9d-ff0d-49cb-b276-1a04baf72f99 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0805550 Jul 22 23:11:18.821009 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:18.849690 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e53d111a-587c-4aec-b0e4-3c47f347384e req-d9bcf890-e8a8-41e0-a3ad-f1ea2a34fef1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375571 Jul 22 23:11:18.879580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:18.882833 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42794) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:18.885859 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:18.886262 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.966634 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.989618 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08a5f00e-335c-4d2b-83e7-9854d254c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.995155 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:18.998071 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4827b1b-a394-4f89-9a41-337c083a741c" -d '{"events": [{"server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "name": "network-vif-plugged", "status": "completed", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:19.012698 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:19.019454 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.083174 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b986c-6ac1-4978-9b57-1ff4d9f30989 x-openstack-request-id: req-771b986c-6ac1-4978-9b57-1ff4d9f30989 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:19.087455 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "name": "network-vif-plugged", "status": "completed", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:19.087848 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-771b986c-6ac1-4978-9b57-1ff4d9f30989 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:19.088567 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32', 'code': 200} Jul 22 23:11:19.092344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08a5f00e-335c-4d2b-83e7-9854d254c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.100925 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-08a5f00e-335c-4d2b-83e7-9854d254c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.146028 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:19.158978 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-08a5f00e-335c-4d2b-83e7-9854d254c037 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c94ab3faf104d6f84455d6432cd7425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750549 Jul 22 23:11:19.159579 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42814) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:19.160067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf1fcc-7420-453d-878a-d875fbebaf1c req-9bcc5e73-db0a-41d5-bf15-045cb52318e5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.160504 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f00e-335c-4d2b-83e7-9854d254c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db32c8c1-b4ed-45c7-9130-6a23db2c8c40,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:19.161770 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3cf1fcc-7420-453d-878a-d875fbebaf1c req-9bcc5e73-db0a-41d5-bf15-045cb52318e5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0998666 Jul 22 23:11:19.217915 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.243862 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.245074 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3cf1fcc-7420-453d-878a-d875fbebaf1c req-33df1895-9bb0-40ce-bc87-a1c93e870628 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Jul 22 23:11:19.317826 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ad60-fe44-4353-ab7c-e934f2c8dc39 req-2f84441c-7041-483f-af08-684f3511a916 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.319371 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ab7ad60-fe44-4353-ab7c-e934f2c8dc39 req-2f84441c-7041-483f-af08-684f3511a916 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.0883980 Jul 22 23:11:19.334521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89669b5-f65d-4516-a11c-7ea1911e3c2a req-dcdf5535-226a-4d6b-93e1-e376ef2b0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.336371 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d89669b5-f65d-4516-a11c-7ea1911e3c2a req-dcdf5535-226a-4d6b-93e1-e376ef2b0196 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 1098 time: 0.0689857 Jul 22 23:11:19.337556 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.340030 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.343686 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db32c8c1-b4ed-45c7-9130-6a23db2c8c40 HTTP/1.1" status: 204 len: 168 time: 0.1805689 Jul 22 23:11:19.363330 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721538fd-650a-4b03-be61-c71d2e2d73ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32c8c1-b4ed-45c7-9130-6a23db2c8c40,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:19.395875 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ab7ad60-fe44-4353-ab7c-e934f2c8dc39 req-a02e5dc9-ee7f-4ba1-857a-c4862532a320 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Jul 22 23:11:19.397956 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-d89669b5-f65d-4516-a11c-7ea1911e3c2a req-505cdebd-a11b-4ff4-b2bd-a16b784958ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Jul 22 23:11:19.522102 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56073a-ffca-443f-8424-46c9f4d9aa83 req-c97b092c-941b-46ee-b37a-8715e5d2d23a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.523769 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9f56073a-ffca-443f-8424-46c9f4d9aa83 req-c97b092c-941b-46ee-b37a-8715e5d2d23a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0695586 Jul 22 23:11:19.568966 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9f56073a-ffca-443f-8424-46c9f4d9aa83 req-9817e76b-b3e9-49fc-801a-3d8e37e0ae56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370321 Jul 22 23:11:20.001404 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474170d-1282-4c58-b16a-495202513578 req-8af8060a-a87a-4880-9b6a-940055e5d696 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.002965 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d474170d-1282-4c58-b16a-495202513578 req-8af8060a-a87a-4880-9b6a-940055e5d696 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0752311 Jul 22 23:11:20.043420 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d474170d-1282-4c58-b16a-495202513578 req-28e9e01b-154e-4d3f-a18e-e9e50b3f1208 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344703 Jul 22 23:11:20.135069 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42878) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:20.243145 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-669f67ec-065d-49de-ab30-99f2369c654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.333868 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-669f67ec-065d-49de-ab30-99f2369c654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.337527 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-669f67ec-065d-49de-ab30-99f2369c654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.374139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3afb-3d4f-4dd8-af57-271317f1a16d req-bf2e61b3-753f-4c2c-90e0-3dea16224eee tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.374751 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-669f67ec-065d-49de-ab30-99f2369c654d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d0f41cec79842a09cb75842b7788e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385178 Jul 22 23:11:20.375626 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe9b3afb-3d4f-4dd8-af57-271317f1a16d req-bf2e61b3-753f-4c2c-90e0-3dea16224eee tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0648496 Jul 22 23:11:20.377600 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f67ec-065d-49de-ab30-99f2369c654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebd93d-7939-469d-860f-9487c15cc3a8,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:20.377900 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42884) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:20.440703 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe9b3afb-3d4f-4dd8-af57-271317f1a16d req-ce9e0d36-ffbe-4dc5-9226-faf3a8631e0f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547490 Jul 22 23:11:20.490211 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.524259 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.561089 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4af93-6345-474f-a9ed-649792ca4846 req-0a1257c4-6a06-4c2e-869a-ae100acede7a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.562574 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-39b4af93-6345-474f-a9ed-649792ca4846 req-0a1257c4-6a06-4c2e-869a-ae100acede7a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.1080332 Jul 22 23:11:20.608018 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-39b4af93-6345-474f-a9ed-649792ca4846 req-e890a507-2978-400d-9217-1ead2c66210a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377357 Jul 22 23:11:20.608595 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.611122 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.614985 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3ebd93d-7939-469d-860f-9487c15cc3a8 HTTP/1.1" status: 204 len: 168 time: 0.2335267 Jul 22 23:11:20.620615 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c135a-3cfd-4c21-b289-0ad94985fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebd93d-7939-469d-860f-9487c15cc3a8,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:20.714191 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d1bc-18b6-4a09-80cb-a9763059ca6b req-b1dc57f3-74c3-4685-98c1-3e7ec7d5ad07 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.715812 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9a99d1bc-18b6-4a09-80cb-a9763059ca6b req-b1dc57f3-74c3-4685-98c1-3e7ec7d5ad07 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0663910 Jul 22 23:11:20.754731 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9a99d1bc-18b6-4a09-80cb-a9763059ca6b req-db6512e9-ac59-4b6b-b956-4079b65c5fcc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Jul 22 23:11:21.016165 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42904) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.062790 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Deleting subnet 4ee12143-b924-417b-aa0c-ab82af5b57e7 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:11:21.066486 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.113372 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.179469 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.224717 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42916) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.239776 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38802d75-cf6a-4df8-acf6-5cab12afb0d3 req-718bed70-94c3-462b-921b-1e29c61c89e8 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.241312 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38802d75-cf6a-4df8-acf6-5cab12afb0d3 req-718bed70-94c3-462b-921b-1e29c61c89e8 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1095736 Jul 22 23:11:21.264270 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.299351 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee12143-b924-417b-aa0c-ab82af5b57e7,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:21.306784 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.308526 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f9a0e2b8-a9a7-4aee-936c-2366092acd9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ee12143-b924-417b-aa0c-ab82af5b57e7 HTTP/1.1" status: 204 len: 168 time: 0.2912326 Jul 22 23:11:21.311462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42920) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.311864 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38802d75-cf6a-4df8-acf6-5cab12afb0d3 req-df9a9491-db63-42f3-afaf-6b1b04afd65f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638738 Jul 22 23:11:21.330920 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-562300751-network', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:21.406999 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Made reservation on behalf of da0be6944dff4092b51c30d19c1d2142 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:21.409695 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.420404 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.422084 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.530196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.545873 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e708f8-3959-46cb-97ba-2600c236b5c5']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:21.561958 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89e9127-8c7a-4e54-bba6-8e07c12508fb') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:21.562237 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89e9127-8c7a-4e54-bba6-8e07c12508fb') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:21.574528 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdd27e-a2b5-4dd4-95c8-93ff491a41ef req-ab8c4106-b508-4f1c-af08-07a760bcb86f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.575090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.576057 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1dbdd27e-a2b5-4dd4-95c8-93ff491a41ef req-ab8c4106-b508-4f1c-af08-07a760bcb86f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0668521 Jul 22 23:11:21.594376 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.606029 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:11:21.606462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:11:21.607995 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:11:21.615558 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1dbdd27e-a2b5-4dd4-95c8-93ff491a41ef req-54b07e36-e99f-4903-ae0e-babf50ddc6ec tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Jul 22 23:11:21.632970 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.638630 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.689761 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.699969 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.701844 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1e708f8-3959-46cb-97ba-2600c236b5c5 HTTP/1.1" status: 204 len: 168 time: 0.3894329 Jul 22 23:11:21.703199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:21.709159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04944855-16ba-4786-9dd5-834a4a73b7a2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:21.725019 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a3577-30a3-4c17-aabb-630d0a356462 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e708f8-3959-46cb-97ba-2600c236b5c5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:21.728059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.728059 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Added segment 18a718bf-c40e-4c81-9039-93fc6c007569 of type vlan for network 00eae661-de66-4142-a40a-072c3f8f8f35 Jul 22 23:11:21.764685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca703-16ba-407c-97ef-315d2a513a28 req-1fb000c9-bf09-4de9-ae06-abe965731d7a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.772544 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c71ca703-16ba-407c-97ef-315d2a513a28 req-1fb000c9-bf09-4de9-ae06-abe965731d7a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.0891552 Jul 22 23:11:21.772768 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.809404 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.810674 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.811323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.825053 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c71ca703-16ba-407c-97ef-315d2a513a28 req-1585c97e-5924-46a5-9333-379389c49489 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Jul 22 23:11:21.849048 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6226447 Jul 22 23:11:21.851957 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42932) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.859044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42934) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.866685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Request body: {'subnet': {'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-562300751-subnet', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:21.905799 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06aa5e-95f5-4ecc-a0ef-2b55d6af7dbf admin admin] Pushing event updated for resources: {'Network': ['ID=00eae661-de66-4142-a40a-072c3f8f8f35,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:21.918697 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 00eae661-de66-4142-a40a-072c3f8f8f35 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:21.922383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Made reservation on behalf of da0be6944dff4092b51c30d19c1d2142 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:21.925164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25212172'] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.941579 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d9f70bb1-6441-4658-b2b8-e25ee00a2fd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ac223bb7a0f4b5fa471f508972df1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812628 Jul 22 23:11:21.943839 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 42936) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.974804 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256dcea-ba1b-4b23-9058-fc76996d2d3d req-27e7cb60-1590-400e-9e70-71b79d4a165d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.976369 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5256dcea-ba1b-4b23-9058-fc76996d2d3d req-27e7cb60-1590-400e-9e70-71b79d4a165d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1352434 Jul 22 23:11:22.016586 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.043807 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.063807 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5256dcea-ba1b-4b23-9058-fc76996d2d3d req-538bf437-b8ed-4941-b8a5-9df4a1bfa0cd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516596 Jul 22 23:11:22.106356 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.111014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.113471 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49d54830-6f6d-4e6b-a599-17c4e008cee2 HTTP/1.1" status: 204 len: 168 time: 0.1686547 Jul 22 23:11:22.131390 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9c587-9497-437b-8129-c7d0c440e31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d54830-6f6d-4e6b-a599-17c4e008cee2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.177871 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25212286'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.240518 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.250802 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Checking segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:22.251166 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Network hostable DHCP agents. Network: 00eae661-de66-4142-a40a-072c3f8f8f35, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:22.267638 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Network 00eae661-de66-4142-a40a-072c3f8f8f35 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:22.277980 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 00eae661-de66-4142-a40a-072c3f8f8f35) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:22.282011 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.282601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.293513 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec0594-5874-4598-af11-2d316970cad2 None None] Network 00eae661-de66-4142-a40a-072c3f8f8f35 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:22.297627 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5b520ba5-c5bd-46d8-9c26-afb3c1984564 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4354186 Jul 22 23:11:22.300070 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 42946) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:22.304349 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:22.324906 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.326109 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.384536 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.468008 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-00eae661-de66-4142-a40a-072c3f8f8f35', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:11:22.469017 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.567442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.610439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c4d1-53b7-4142-99a6-cde9cd5883e4 req-a00ba366-8e78-436c-bf08-4927a816eff7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.611942 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-53a6c4d1-53b7-4142-99a6-cde9cd5883e4 req-a00ba366-8e78-436c-bf08-4927a816eff7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1840847 Jul 22 23:11:22.622068 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Allocated IP 172.20.0.2 (00eae661-de66-4142-a40a-072c3f8f8f35/be45bbdc-15c4-4d96-8ba0-c052d45ad0a6/86ec29ac-ccba-475f-8788-a2c66000c33c) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:22.676387 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-53a6c4d1-53b7-4142-99a6-cde9cd5883e4 req-dd129d41-7ae4-4fd5-987d-203ba5ebb50e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556448 Jul 22 23:11:22.812263 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.821610 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Transition to ACTIVE for port object 86ec29ac-ccba-475f-8788-a2c66000c33c will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:22.838416 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Transition to ACTIVE for port object 86ec29ac-ccba-475f-8788-a2c66000c33c will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:22.844887 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.856532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e688b41-180d-475b-a615-61c82b2139ef req-be7673b2-90af-4dfe-bb4c-30111b09da84 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.858316 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e688b41-180d-475b-a615-61c82b2139ef req-be7673b2-90af-4dfe-bb4c-30111b09da84 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1398635 Jul 22 23:11:22.890112 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Network 00eae661-de66-4142-a40a-072c3f8f8f35 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:22.891749 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:22.893200 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Pushing event updated for resources: {'Port': ['ID=86ec29ac-ccba-475f-8788-a2c66000c33c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.897107 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:22.929119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.954770 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e688b41-180d-475b-a615-61c82b2139ef req-a3aa6ff2-192c-437e-9dc4-3159214b0cdd tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Jul 22 23:11:22.956361 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.957575 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Attempting to bind port 86ec29ac-ccba-475f-8788-a2c66000c33c on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:22.958481 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Attempting to bind port 86ec29ac-ccba-475f-8788-a2c66000c33c by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:22.959001 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Attempting to bind port 86ec29ac-ccba-475f-8788-a2c66000c33c on network 00eae661-de66-4142-a40a-072c3f8f8f35 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:22.964590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:22.965202 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Checking segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:22.965757 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.966290 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Bound using segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:22.966973 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Bound port: 86ec29ac-ccba-475f-8788-a2c66000c33c, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:22.967534 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.044895 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] For port 86ec29ac-ccba-475f-8788-a2c66000c33c, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:23.048393 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] For port 86ec29ac-ccba-475f-8788-a2c66000c33c, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=86ec29ac-ccba-475f-8788-a2c66000c33c,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:23.052965 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.075955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Allocated IP 172.27.0.122 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:23.111333 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba8f4-f27d-4650-94ff-5c7a3780f083 None None] Pushing event updated for resources: {'Port': ['ID=86ec29ac-ccba-475f-8788-a2c66000c33c,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:23.233337 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.295131 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b7e24-fb96-4ac2-ac48-37daa40cb1b5 req-0e76cc47-1b4d-4853-b9b3-0b53284c96fe tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.296949 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cf5b7e24-fb96-4ac2-ac48-37daa40cb1b5 req-0e76cc47-1b4d-4853-b9b3-0b53284c96fe tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1124156 Jul 22 23:11:23.298467 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.393940 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:23.435442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:23.445143 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:23.448775 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:23.495259 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cf5b7e24-fb96-4ac2-ac48-37daa40cb1b5 req-183cec27-0e36-4960-8ad2-5564fb42e5b1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871286 Jul 22 23:11:23.734972 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.935507 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e38ee-5dbc-4370-a0a4-f799bf9f4eca req-5cc2b30f-23a4-4a19-89e3-cd7ba6296441 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.938687 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-770e38ee-5dbc-4370-a0a4-f799bf9f4eca req-5cc2b30f-23a4-4a19-89e3-cd7ba6296441 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1668351 Jul 22 23:11:24.001147 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-770e38ee-5dbc-4370-a0a4-f799bf9f4eca req-6011828b-e0e1-4f95-a95d-c883168f92d1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568485 Jul 22 23:11:24.012258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.183029 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca2fc14-cb83-4471-bc9f-6ede85fccacf None None] Network 00eae661-de66-4142-a40a-072c3f8f8f35 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:24.270670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-253293dc-e4fd-4da8-8cdc-accdf46dcb62 None None] Provisioning for port 86ec29ac-ccba-475f-8788-a2c66000c33c completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:24.364810 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf218a-722a-49bc-ad68-08d5d30023bc req-58c952c0-6a1e-47fd-b2f6-ccf1f5a2b637 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.366318 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dddf218a-722a-49bc-ad68-08d5d30023bc req-58c952c0-6a1e-47fd-b2f6-ccf1f5a2b637 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1159604 Jul 22 23:11:24.406180 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Router 331575c2-dbb3-4f69-8c6e-e90b6edd572d is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:11:24.418067 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dddf218a-722a-49bc-ad68-08d5d30023bc req-bd5dabf6-64c7-4d6d-a316-d34b88fce440 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Jul 22 23:11:24.533903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:24.547677 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Sync routers for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:24.551491 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.553238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-29135399-ce10-44a1-ade3-4f757783d4a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2520490 Jul 22 23:11:24.555983 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43000) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:24.561555 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:24.562082 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:24.690786 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:24.773831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c71dd0-9924-4f24-9b6b-cac3ede4b489 req-139c471e-5923-4b5a-bfd8-6a746730eea8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.775230 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6c71dd0-9924-4f24-9b6b-cac3ede4b489 req-139c471e-5923-4b5a-bfd8-6a746730eea8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1785810 Jul 22 23:11:24.829652 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6c71dd0-9924-4f24-9b6b-cac3ede4b489 req-e526a0cb-3e19-4113-b5ba-6cbf40f459ec tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477896 Jul 22 23:11:24.882412 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:23Z', 'revision_number': 3, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:24.913846 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Checking router: 331575c2-dbb3-4f69-8c6e-e90b6edd572d for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:24.914202 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Updating router 331575c2-dbb3-4f69-8c6e-e90b6edd572d port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:24.949680 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.057628 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.223702 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef3e66-1db7-4ca0-affb-5091447e6563 req-6c4a91cb-c63c-4009-a377-b0b66a13be48 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.225640 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1bef3e66-1db7-4ca0-affb-5091447e6563 req-6c4a91cb-c63c-4009-a377-b0b66a13be48 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1460900 Jul 22 23:11:25.285354 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.291122 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Allocated IP 172.20.0.1 (00eae661-de66-4142-a40a-072c3f8f8f35/be45bbdc-15c4-4d96-8ba0-c052d45ad0a6/e4f794e9-2239-4764-bba4-59fcdefcc53f) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:25.295241 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Transition to ACTIVE for port object 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:25.296295 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1bef3e66-1db7-4ca0-affb-5091447e6563 req-91530fdd-b741-4b30-b2b3-690ce1218ad6 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522807 Jul 22 23:11:25.302663 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.351531 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Pushing event updated for resources: {'Port': ['ID=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.370737 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Attempting to bind port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:25.371212 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Attempting to bind port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:25.371669 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Attempting to bind port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:25.377271 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.378375 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.378899 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.379323 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.379796 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.380219 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.381373 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.381809 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.382228 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.382739 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.383479 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.384058 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:25.389856 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 86ec29ac-ccba-475f-8788-a2c66000c33c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:25.392815 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:25.393256 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:25.397005 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.397494 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:25.398069 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Bound port: 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:25.399087 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.417245 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.436286 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Transition to ACTIVE for port object e4f794e9-2239-4764-bba4-59fcdefcc53f will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:25.448390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 86ec29ac-ccba-475f-8788-a2c66000c33c completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:25.454196 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 86ec29ac-ccba-475f-8788-a2c66000c33c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:25.454915 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.457523 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] For port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:25.460968 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] For port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:25.465777 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.478322 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.516905 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Network 00eae661-de66-4142-a40a-072c3f8f8f35 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:25.535004 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:25.538110 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:25.541509 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:25.542122 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:25.547217 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c3b72-3f47-4752-a022-ceda7d77ee65 None None] Pushing event updated for resources: {'Port': ['ID=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.558183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.585847 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.592834 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 86ec29ac-ccba-475f-8788-a2c66000c33c, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=86ec29ac-ccba-475f-8788-a2c66000c33c,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:25.598086 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.616577 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.651093 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=86ec29ac-ccba-475f-8788-a2c66000c33c,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.679126 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190400-adb9-4bc7-a25e-231fda881ae0 req-61b320a5-ed52-40c5-bbef-9a38beb3ec1b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.680712 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d190400-adb9-4bc7-a25e-231fda881ae0 req-61b320a5-ed52-40c5-bbef-9a38beb3ec1b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1666358 Jul 22 23:11:25.688995 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:25.765302 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d190400-adb9-4bc7-a25e-231fda881ae0 req-d62a8039-4ddb-45c7-b1c4-c2a0ce61e865 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775623 Jul 22 23:11:25.824433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.858063 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-21b404af-30bb-42fb-a0b2-5309bfa93e69 None None] Provisioning for port e4f794e9-2239-4764-bba4-59fcdefcc53f completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:25.884520 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-21b404af-30bb-42fb-a0b2-5309bfa93e69 None None] Provisioning complete for port e4f794e9-2239-4764-bba4-59fcdefcc53f triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:25.886062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-21b404af-30bb-42fb-a0b2-5309bfa93e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.924575 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-21b404af-30bb-42fb-a0b2-5309bfa93e69 None None] Port e4f794e9-2239-4764-bba4-59fcdefcc53f cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:25.962305 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:23Z', 'revision_number': 3, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:25.990941 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99384860-60a7-4fa2-8c70-fdc81bc7ac78 None None] The sync data for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi is: [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:23Z', 'revision_number': 3, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:26.030128 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43022) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.074698 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.083026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.092527 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c2f7-85a2-46f8-ae4d-5c7720743786 req-ee699ce9-e26d-40ec-a908-e289bc916356 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.094279 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0587c2f7-85a2-46f8-ae4d-5c7720743786 req-ee699ce9-e26d-40ec-a908-e289bc916356 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1214502 Jul 22 23:11:26.147884 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66a994c1-3882-4b6a-8f7a-1574249991f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.183616 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.196184 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.201368 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0587c2f7-85a2-46f8-ae4d-5c7720743786 req-4d6ad398-c35f-4ddf-b453-f7873d79f61f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860996 Jul 22 23:11:26.272317 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66a994c1-3882-4b6a-8f7a-1574249991f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.277727 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66a994c1-3882-4b6a-8f7a-1574249991f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.309517 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a994c1-3882-4b6a-8f7a-1574249991f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a16852-04d5-400a-abb0-64aed4181559,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.327776 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Network 00eae661-de66-4142-a40a-072c3f8f8f35 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:26.328585 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-66a994c1-3882-4b6a-8f7a-1574249991f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69f569912175441f8552664349a2b8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973332 Jul 22 23:11:26.329252 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43028) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.330149 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:26.523330 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.550044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-47bd0fa7-1c44-4804-bd5b-95249c22eb0c None None] Provisioning complete for port e4f794e9-2239-4764-bba4-59fcdefcc53f triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:26.550669 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-47bd0fa7-1c44-4804-bd5b-95249c22eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.577726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58763e-a460-48fe-9802-ce9953d75413 req-b80ccd22-c4e3-4174-bb73-769ed3791aa1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.579153 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b58763e-a460-48fe-9802-ce9953d75413 req-b80ccd22-c4e3-4174-bb73-769ed3791aa1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1738288 Jul 22 23:11:26.581736 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.588102 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-47bd0fa7-1c44-4804-bd5b-95249c22eb0c None None] Port e4f794e9-2239-4764-bba4-59fcdefcc53f cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:26.618539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Router 331575c2-dbb3-4f69-8c6e-e90b6edd572d has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:26.656925 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b58763e-a460-48fe-9802-ce9953d75413 req-98a2b6e8-cb41-43e8-bf06-863bced643b7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681524 Jul 22 23:11:26.731946 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.734602 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.735883 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5a16852-04d5-400a-abb0-64aed4181559 HTTP/1.1" status: 204 len: 168 time: 0.4034522 Jul 22 23:11:26.750765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77632f4f-6996-45b3-995c-697b17794941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a16852-04d5-400a-abb0-64aed4181559,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.789196 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:26.794476 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a6a34ecf-7bff-422e-af0c-a71026492fe9 admin admin] 10.222.0.15 "PUT /v2.0/routers/331575c2-dbb3-4f69-8c6e-e90b6edd572d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372901 Jul 22 23:11:26.986219 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7349c-9dbb-4df6-accc-d3edbbaaae88 req-c0155a1f-a462-4f48-b20f-fdd7036a4f94 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.988591 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26a7349c-9dbb-4df6-accc-d3edbbaaae88 req-c0155a1f-a462-4f48-b20f-fdd7036a4f94 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1189563 Jul 22 23:11:27.032537 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26a7349c-9dbb-4df6-accc-d3edbbaaae88 req-2dcf2c1f-cb36-47f8-948d-6a8ca639905b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Jul 22 23:11:27.357409 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43052) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:27.363598 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-991907263-network', 'tenant_id': 'c132b56849e240be97a86302e15935b4'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:27.392954 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95710d-20de-457b-b153-9147c4b872ad req-705b395a-a2e1-40f8-8a1d-f9744317de20 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:27.395115 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3c95710d-20de-457b-b153-9147c4b872ad req-705b395a-a2e1-40f8-8a1d-f9744317de20 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1054337 Jul 22 23:11:27.400206 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Made reservation on behalf of c132b56849e240be97a86302e15935b4 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:27.402694 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.418145 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.448473 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:27.460501 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3c95710d-20de-457b-b153-9147c4b872ad req-91998700-6331-444d-a4da-ca6cdbd6006d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551727 Jul 22 23:11:27.501808 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:27.505828 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:27.506196 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.548971 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.553726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.578887 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:27.588764 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639f779-8e0b-4e56-a316-b9f9f83f117b,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.593934 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.594132 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.594560 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Added segment 6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980 of type vlan for network 006eb560-92ca-41fc-a70c-1a7f0715833f Jul 22 23:11:27.616309 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:27.620962 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.621611 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 86ec29ac-ccba-475f-8788-a2c66000c33c up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:27.640195 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.669213 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.670193 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:27.670789 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.704472 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.707390 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3475597 Jul 22 23:11:27.710019 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43056) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:27.715098 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Request body: {'subnet': {'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-991907263-subnet', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:27.717036 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 86ec29ac-ccba-475f-8788-a2c66000c33c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:27.717421 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.746501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Sync routers for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:27.765199 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979096c-f34b-4389-9739-9ac2bd1f16cb admin admin] Pushing event updated for resources: {'Network': ['ID=006eb560-92ca-41fc-a70c-1a7f0715833f,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.769655 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:27.770284 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:27.777020 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Made reservation on behalf of c132b56849e240be97a86302e15935b4 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:27.779609 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25212172'] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.813540 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 006eb560-92ca-41fc-a70c-1a7f0715833f details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:28.097890 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730321c-8df1-4f9c-b5c4-100b0959eb5d req-930c5cfa-6638-466e-8e15-b6a3bf92f7f9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.099444 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4730321c-8df1-4f9c-b5c4-100b0959eb5d req-930c5cfa-6638-466e-8e15-b6a3bf92f7f9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.3376679 Jul 22 23:11:28.107496 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:28.209510 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4730321c-8df1-4f9c-b5c4-100b0959eb5d req-4b6187e4-13ca-41d3-b911-67cb2e0e2d6b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019526 Jul 22 23:11:28.261674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25212286'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.273142 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4d59-2c25-461c-8f39-423a1358de16 req-cc83b2c3-b875-4e11-995c-a2e13fdade3a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.274652 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc7a4d59-2c25-461c-8f39-423a1358de16 req-cc83b2c3-b875-4e11-995c-a2e13fdade3a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1662052 Jul 22 23:11:28.308359 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 2, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:28.334714 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Checking router: 331575c2-dbb3-4f69-8c6e-e90b6edd572d for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:28.335061 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Updating router 331575c2-dbb3-4f69-8c6e-e90b6edd572d port e4f794e9-2239-4764-bba4-59fcdefcc53f binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:28.349137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01feb3f-f5b6-4478-8696-9fc8264fb2ad,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.363790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc7a4d59-2c25-461c-8f39-423a1358de16 req-563e3c6f-e83b-46b6-b7cd-d087a8390fa6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Jul 22 23:11:28.368304 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.370336 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Checking segment: {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:28.370682 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Network hostable DHCP agents. Network: 006eb560-92ca-41fc-a70c-1a7f0715833f, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:28.395054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Network 006eb560-92ca-41fc-a70c-1a7f0715833f is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:28.403594 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 006eb560-92ca-41fc-a70c-1a7f0715833f) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:28.410838 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.411595 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.412410 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb098ec-e9c2-4ea3-a589-397ad0ce01a2 None None] Network 006eb560-92ca-41fc-a70c-1a7f0715833f requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:28.425405 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-49a5f301-26d7-47fa-a0c6-da806dc335f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7143788 Jul 22 23:11:28.427986 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43062) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:28.432300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:28.453325 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.454315 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.508206 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.670970 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.691548 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-006eb560-92ca-41fc-a70c-1a7f0715833f', 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'fixed_ips': [{'subnet_id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:11:28.692385 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.716744 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31895-b4e4-4ff7-9902-6ede55aea6c4 req-98db6018-8c60-449c-b531-f2e6e2c723e7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.718226 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ccb31895-b4e4-4ff7-9902-6ede55aea6c4 req-98db6018-8c60-449c-b531-f2e6e2c723e7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1709199 Jul 22 23:11:28.785960 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ccb31895-b4e4-4ff7-9902-6ede55aea6c4 req-3086655e-c561-48e8-a57c-ce28efe6fd04 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616667 Jul 22 23:11:28.812863 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.830035 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Transition to ACTIVE for port object e4f794e9-2239-4764-bba4-59fcdefcc53f will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:28.836769 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:28.845282 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.919001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.939012 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.958768 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Allocated IP 172.20.0.2 (006eb560-92ca-41fc-a70c-1a7f0715833f/b01feb3f-f5b6-4478-8696-9fc8264fb2ad/1daf623f-c9f5-45ad-a581-e511b795931e) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:28.969819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ae02-163a-440a-b4f7-27094cbae821 None None] Pushing event updated for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.068502 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Allocated IP 172.27.0.50 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/e5a1f226-a409-4727-af1f-8ea298f9bd72) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:29.099444 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Attempting to bind port e4f794e9-2239-4764-bba4-59fcdefcc53f on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:29.099812 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Attempting to bind port e4f794e9-2239-4764-bba4-59fcdefcc53f by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:29.100172 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Attempting to bind port e4f794e9-2239-4764-bba4-59fcdefcc53f on network 00eae661-de66-4142-a40a-072c3f8f8f35 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:29.143753 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:29.144109 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Checking segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:29.144508 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.145001 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Bound using segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:29.145465 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Bound port: e4f794e9-2239-4764-bba4-59fcdefcc53f, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:29.145844 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.152845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:29.178116 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:29.184490 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.223468 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.268035 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:29.271123 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:29.275688 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:29.301913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a1f226-a409-4727-af1f-8ea298f9bd72,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.305069 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.328742 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.330846 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] For port e4f794e9-2239-4764-bba4-59fcdefcc53f, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:29.344696 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:29.357231 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] For port e4f794e9-2239-4764-bba4-59fcdefcc53f, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e4f794e9-2239-4764-bba4-59fcdefcc53f,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:29.358483 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Transition to ACTIVE for port object 1daf623f-c9f5-45ad-a581-e511b795931e will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:29.362919 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:29.374461 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.413632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:29.437556 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Transition to ACTIVE for port object 1daf623f-c9f5-45ad-a581-e511b795931e will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:29.440296 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.458673 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4551e7-2071-4f0d-99e1-d4788dde630c req-4e1511ef-a3b0-405a-b8cc-83cf698c6877 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.460305 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e4551e7-2071-4f0d-99e1-d4788dde630c req-4e1511ef-a3b0-405a-b8cc-83cf698c6877 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1595411 Jul 22 23:11:29.461670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.495700 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:29.496327 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:29.501520 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ae02-163a-440a-b4f7-27094cbae821 None None] Pushing event updated for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.571707 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Network 006eb560-92ca-41fc-a70c-1a7f0715833f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:29.595518 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:29.606530 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:29.618780 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e4551e7-2071-4f0d-99e1-d4788dde630c req-4569155c-7d81-45cf-9fa1-f1daa54051fc tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438663 Jul 22 23:11:29.644383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf785a-6f48-432a-8ec7-f8255af3373c req-ef8bec61-9da9-4e65-b394-6bbfe58e3465 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.647788 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:29.648295 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.648443 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-30cf785a-6f48-432a-8ec7-f8255af3373c req-ef8bec61-9da9-4e65-b394-6bbfe58e3465 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1853271 Jul 22 23:11:29.701125 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-30cf785a-6f48-432a-8ec7-f8255af3373c req-abdeadc9-a0ea-44d6-b314-d2e3b9fe32ba tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Jul 22 23:11:29.704029 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.728629 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=6']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.792110 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:29.795688 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Attempting to bind port 1daf623f-c9f5-45ad-a581-e511b795931e on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:29.796058 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Attempting to bind port 1daf623f-c9f5-45ad-a581-e511b795931e by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:29.796510 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Attempting to bind port 1daf623f-c9f5-45ad-a581-e511b795931e on network 006eb560-92ca-41fc-a70c-1a7f0715833f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:29.837922 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['d809e620-66b7-4cb7-b78c-76b2e8ce4b7b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:29.866699 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:29.867097 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Checking segment: {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:29.867463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.867849 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Bound using segment: {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:29.868351 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Bound port: 1daf623f-c9f5-45ad-a581-e511b795931e, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:29.868752 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.889423 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Pushing event updated for resources: {'Port': ['ID=1daf623f-c9f5-45ad-a581-e511b795931e,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.948237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.959335 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825506-d785-47ea-9f73-7c05862640d6 req-8f337707-0306-4b49-968a-9cfeb9c44485 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.960874 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26825506-d785-47ea-9f73-7c05862640d6 req-8f337707-0306-4b49-968a-9cfeb9c44485 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.1007073 Jul 22 23:11:30.072068 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26825506-d785-47ea-9f73-7c05862640d6 req-8e2451e3-c334-4398-b61a-579e6020eb0d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743175 Jul 22 23:11:30.142807 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Router f3d62970-00f0-4475-bd28-a772fc8e118f is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:11:30.238309 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] For port 1daf623f-c9f5-45ad-a581-e511b795931e, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:30.246839 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] For port 1daf623f-c9f5-45ad-a581-e511b795931e, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1daf623f-c9f5-45ad-a581-e511b795931e,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:30.257153 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.374539 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051157b4-ee94-428a-912e-a1f1fd4cd187 None None] Pushing event updated for resources: {'Port': ['ID=1daf623f-c9f5-45ad-a581-e511b795931e,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:30.395175 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0912f15b-9482-422e-bd54-11398750ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.422930 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:30.453972 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:30.454549 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8985b-f3cc-4925-a533-992e6e6bb482 None None] The sync data for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi is: [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:30.468566 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Sync routers for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:30.470689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.475755 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43076) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:30.476279 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-2ff4d47c-8114-450d-8847-7a455b769793 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0468571 Jul 22 23:11:30.537399 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:30.538210 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:30.691006 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:30.854983 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:30.962240 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:30.962540 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.964832 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41356-dd5a-490c-bf86-8e9a6261eccd req-46ac4f59-77ee-4a6d-a442-57a4f4f97444 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.975975 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ff41356-dd5a-490c-bf86-8e9a6261eccd req-46ac4f59-77ee-4a6d-a442-57a4f4f97444 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1845574 Jul 22 23:11:31.059111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1d9a6-982e-4627-bbcd-6cd3310c4cd0 req-da5f12b6-b42a-4a61-b152-0c64fc66d224 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.066882 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-29c1d9a6-982e-4627-bbcd-6cd3310c4cd0 req-da5f12b6-b42a-4a61-b152-0c64fc66d224 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.2317541 Jul 22 23:11:31.094657 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ff41356-dd5a-490c-bf86-8e9a6261eccd req-46bdb6c1-ba83-483d-bc15-73fc56c730c3 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177273 Jul 22 23:11:31.098163 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 3, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:31.113434 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.177491 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-29c1d9a6-982e-4627-bbcd-6cd3310c4cd0 req-e037ac0d-f5ba-4c48-b0ca-5398521c7213 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099503 Jul 22 23:11:31.201895 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Checking router: f3d62970-00f0-4475-bd28-a772fc8e118f for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:31.202243 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Updating router f3d62970-00f0-4475-bd28-a772fc8e118f port e5a1f226-a409-4727-af1f-8ea298f9bd72 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:31.217681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:31.218744 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:31.230474 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c559f-e4a8-4ca1-b9e2-e0ee2a5666b7" -d '{"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:31.234645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.331628 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.358437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2784eab0-6786-4794-a241-415e08b44988 x-openstack-request-id: req-2784eab0-6786-4794-a241-415e08b44988 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:31.359034 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:31.359034 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2784eab0-6786-4794-a241-415e08b44988 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:31.359358 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'code': 200} Jul 22 23:11:31.454590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=7']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:31.488944 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aafa3-b067-4052-85dd-7c8e23fa857c req-b39fe14a-9e49-40d2-a679-bbbb109da3a2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.499028 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-140aafa3-b067-4052-85dd-7c8e23fa857c req-b39fe14a-9e49-40d2-a679-bbbb109da3a2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.2282932 Jul 22 23:11:31.518138 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.605773 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-140aafa3-b067-4052-85dd-7c8e23fa857c req-c85811e3-cacd-42d1-b3b8-c289cfcbfb31 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032801 Jul 22 23:11:31.652147 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e4f794e9-2239-4764-bba4-59fcdefcc53f up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:31.765482 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port e4f794e9-2239-4764-bba4-59fcdefcc53f completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:31.774097 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e4f794e9-2239-4764-bba4-59fcdefcc53f triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:31.774483 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.831868 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.873483 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.894520 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Transition to ACTIVE for port object e5a1f226-a409-4727-af1f-8ea298f9bd72 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:31.916047 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.954398 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Attempting to bind port e5a1f226-a409-4727-af1f-8ea298f9bd72 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:31.954767 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Attempting to bind port e5a1f226-a409-4727-af1f-8ea298f9bd72 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:31.955117 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Attempting to bind port e5a1f226-a409-4727-af1f-8ea298f9bd72 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:31.978298 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:31.979078 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:31.979629 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.980160 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:31.980823 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Bound port: e5a1f226-a409-4727-af1f-8ea298f9bd72, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:31.981372 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.020988 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed0ddb-a984-4a20-97bb-a325a9c681f5 None None] Network 006eb560-92ca-41fc-a70c-1a7f0715833f requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:32.083532 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] For port e5a1f226-a409-4727-af1f-8ea298f9bd72, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:32.120063 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-15682da3-eef2-4331-b5bc-792e0fdcc31f None None] Provisioning for port 1daf623f-c9f5-45ad-a581-e511b795931e completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:32.160865 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] For port e5a1f226-a409-4727-af1f-8ea298f9bd72, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e5a1f226-a409-4727-af1f-8ea298f9bd72,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:32.162425 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7210bb-fa14-4838-91e0-b26969aaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e5a1f226-a409-4727-af1f-8ea298f9bd72,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.167549 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.218174 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.246293 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Allocated IP 172.20.0.1 (006eb560-92ca-41fc-a70c-1a7f0715833f/b01feb3f-f5b6-4478-8696-9fc8264fb2ad/f18bf089-04f7-4236-b0c7-368fe6ac5969) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:32.249667 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7210bb-fa14-4838-91e0-b26969aaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e5a1f226-a409-4727-af1f-8ea298f9bd72,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.302803 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:32.303438 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:32.340529 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port e4f794e9-2239-4764-bba4-59fcdefcc53f, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e4f794e9-2239-4764-bba4-59fcdefcc53f,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:32.416445 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.418597 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1daf623f-c9f5-45ad-a581-e511b795931e up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:32.438948 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.459114 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Transition to ACTIVE for port object f18bf089-04f7-4236-b0c7-368fe6ac5969 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:32.463996 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:32.468883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336e636-457f-4dbd-9d1b-e2808f3e46de req-bc3ac5b6-efeb-4edc-9c48-00ca7d4936c9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.479847 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4336e636-457f-4dbd-9d1b-e2808f3e46de req-bc3ac5b6-efeb-4edc-9c48-00ca7d4936c9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.2518518 Jul 22 23:11:32.501973 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.530580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4810e23-9df1-4ce3-ab9e-e1f0ff6c25fe req-5fe19bd7-369e-4794-8f27-0060c5394137 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.532712 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b4810e23-9df1-4ce3-ab9e-e1f0ff6c25fe req-5fe19bd7-369e-4794-8f27-0060c5394137 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.2129462 Jul 22 23:11:32.615748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Pushing event updated for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.650226 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4336e636-457f-4dbd-9d1b-e2808f3e46de req-77068605-19c8-4260-a8e4-55afb48346e2 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668406 Jul 22 23:11:32.663552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Network 006eb560-92ca-41fc-a70c-1a7f0715833f is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:32.669580 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:32.683553 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 1daf623f-c9f5-45ad-a581-e511b795931e completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:32.687951 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:32.689885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 1daf623f-c9f5-45ad-a581-e511b795931e triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:32.690341 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.762587 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b4810e23-9df1-4ce3-ab9e-e1f0ff6c25fe req-fc6e5318-5e50-4385-9814-34e0188c7a8c tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196724 Jul 22 23:11:32.844995 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.864628 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.874881 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.973176 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ecd55-ac9b-4a3d-8e29-1517cefbb7b3 req-a42ef116-afe5-43fe-9a05-e2fc906b806a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.976370 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2f8ecd55-ac9b-4a3d-8e29-1517cefbb7b3 req-a42ef116-afe5-43fe-9a05-e2fc906b806a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1570082 Jul 22 23:11:32.978376 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.982036 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d2d11eb3-7ef7-4cb2-b491-f5d093bf7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.038781 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 1daf623f-c9f5-45ad-a581-e511b795931e, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1daf623f-c9f5-45ad-a581-e511b795931e,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:33.044418 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.068468 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 3, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:33.089882 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2f8ecd55-ac9b-4a3d-8e29-1517cefbb7b3 req-6abf10da-0641-4127-bb84-de9ae069704c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971177 Jul 22 23:11:33.169795 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=1daf623f-c9f5-45ad-a581-e511b795931e,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.176409 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14274148-61df-4c3a-b72a-cd2b50447bc0 None None] The sync data for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 3, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:33.266962 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Provisioning for port f18bf089-04f7-4236-b0c7-368fe6ac5969 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:33.276444 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.278411 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Provisioning complete for port f18bf089-04f7-4236-b0c7-368fe6ac5969 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:33.279750 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.392623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Port f18bf089-04f7-4236-b0c7-368fe6ac5969 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:33.427969 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Provisioning complete for port 1daf623f-c9f5-45ad-a581-e511b795931e triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:33.428645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4681270d-0ada-40a7-a7ca-0057220a75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.488117 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e4f794e9-2239-4764-bba4-59fcdefcc53f up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:33.625239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e4f794e9-2239-4764-bba4-59fcdefcc53f triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:33.625761 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.654044 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.670305 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.796561 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1daf623f-c9f5-45ad-a581-e511b795931e up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:33.833679 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b415474-d215-46c7-bb6f-04c0938eaf1b req-a6288190-870d-4d6a-9dca-395b60055e7a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.840609 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Pushing event updated for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.843012 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9b415474-d215-46c7-bb6f-04c0938eaf1b req-a6288190-870d-4d6a-9dca-395b60055e7a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1111057 Jul 22 23:11:33.860920 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.910879 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-2a90f0ee-1b5a-4ca1-90b7-a0e35ed5a3c5 None None] Provisioning complete for port f18bf089-04f7-4236-b0c7-368fe6ac5969 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:33.911271 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2a90f0ee-1b5a-4ca1-90b7-a0e35ed5a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.939432 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9b415474-d215-46c7-bb6f-04c0938eaf1b req-fa033728-799a-4b0b-bfb7-4a94748f859d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951691 Jul 22 23:11:33.990564 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 1daf623f-c9f5-45ad-a581-e511b795931e triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:33.990946 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.060873 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a607bf-31a0-4efa-9c22-5440819d6c24 req-c9542b62-d1ba-4526-896e-49c02d72ce84 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.062459 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-39a607bf-31a0-4efa-9c22-5440819d6c24 req-c9542b62-d1ba-4526-896e-49c02d72ce84 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1545594 Jul 22 23:11:34.087756 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2a90f0ee-1b5a-4ca1-90b7-a0e35ed5a3c5 None None] Port f18bf089-04f7-4236-b0c7-368fe6ac5969 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:34.094639 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Network 006eb560-92ca-41fc-a70c-1a7f0715833f is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:34.097263 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:34.100955 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.164999 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-39a607bf-31a0-4efa-9c22-5440819d6c24 req-2af5247e-6f2f-4f08-a49f-f25278209889 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958869 Jul 22 23:11:34.303956 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Router f3d62970-00f0-4475-bd28-a772fc8e118f has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:34.326788 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38beb36-5108-450f-bb9a-d4c9cf0ea66b req-dabd3144-3093-4ee9-9771-42a2278bb2f4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.328626 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e38beb36-5108-450f-bb9a-d4c9cf0ea66b req-dabd3144-3093-4ee9-9771-42a2278bb2f4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1187794 Jul 22 23:11:34.409668 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e38beb36-5108-450f-bb9a-d4c9cf0ea66b req-4d9fd387-94a1-46aa-af24-ac5b8deba6e5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684953 Jul 22 23:11:34.494643 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:34.501670 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fc1ee436-c878-4b5b-b685-a5ccfe756424 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3d62970-00f0-4475-bd28-a772fc8e118f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241568 Jul 22 23:11:34.513899 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-0f6c6167-63aa-4f41-ada5-9516f15f84e9 None None] Provisioning complete for port f18bf089-04f7-4236-b0c7-368fe6ac5969 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:34.514282 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6167-63aa-4f41-ada5-9516f15f84e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.565807 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c6167-63aa-4f41-ada5-9516f15f84e9 None None] Port f18bf089-04f7-4236-b0c7-368fe6ac5969 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:34.796301 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa3ec5-ef72-4c14-b76e-8f4199487a2f req-ce81159b-f06d-48b4-9f58-d461d37fc91e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.806170 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a6fa3ec5-ef72-4c14-b76e-8f4199487a2f req-ce81159b-f06d-48b4-9f58-d461d37fc91e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.0977898 Jul 22 23:11:34.851371 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a6fa3ec5-ef72-4c14-b76e-8f4199487a2f req-27710df8-4783-4f45-af28-75e7c6c21d9b tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jul 22 23:11:35.129428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5699b04-39ea-48ca-8767-176950a60db6 req-1dfab31d-f7d1-4b79-b7b8-12c7ff8ef9c9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.131200 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f5699b04-39ea-48ca-8767-176950a60db6 req-1dfab31d-f7d1-4b79-b7b8-12c7ff8ef9c9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0884604 Jul 22 23:11:35.176691 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f5699b04-39ea-48ca-8767-176950a60db6 req-954b16fa-5eb3-4540-9d75-84a03a31e812 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366473 Jul 22 23:11:35.442977 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e5a1f226-a409-4727-af1f-8ea298f9bd72 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:35.469965 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e423b90-87c5-48b4-8a8e-0d76c68a3809 req-c28d3d02-769c-4c2f-a1ab-db14ec2afc19 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.484097 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e423b90-87c5-48b4-8a8e-0d76c68a3809 req-c28d3d02-769c-4c2f-a1ab-db14ec2afc19 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.2007196 Jul 22 23:11:35.551897 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port e5a1f226-a409-4727-af1f-8ea298f9bd72 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:35.562373 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e5a1f226-a409-4727-af1f-8ea298f9bd72 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:35.562752 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.635845 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e423b90-87c5-48b4-8a8e-0d76c68a3809 req-5972edc4-b369-47ec-8e24-5092d15b3dab tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370397 Jul 22 23:11:35.743533 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bcb3-b015-4346-ab07-b3c0b77a52b9 req-260c1f9e-b89b-4390-a55b-c64bc4cdc67b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.749414 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-97e3bcb3-b015-4346-ab07-b3c0b77a52b9 req-260c1f9e-b89b-4390-a55b-c64bc4cdc67b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.2090924 Jul 22 23:11:35.760258 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-76d027b6-d9d6-4f07-9cfa-89697d2f9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.764438 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-76d027b6-d9d6-4f07-9cfa-89697d2f9438 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1098 time: 0.1342151 Jul 22 23:11:35.808403 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.846942 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-97e3bcb3-b015-4346-ab07-b3c0b77a52b9 req-b0025275-0c31-4821-840b-3ba7b562ff48 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963600 Jul 22 23:11:35.972205 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Sync routers for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:35.990187 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1814-d11c-46b0-9387-27e84a90edf5 req-7322537c-51ed-4608-a7bf-a1c72b41b55d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.994655 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-29fe0f3e-7131-4bd8-9144-aafce8385f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.002705 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-29fe0f3e-7131-4bd8-9144-aafce8385f22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 912 time: 0.2226357 Jul 22 23:11:36.008094 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-286e1814-d11c-46b0-9387-27e84a90edf5 req-7322537c-51ed-4608-a7bf-a1c72b41b55d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.2338822 Jul 22 23:11:36.054691 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:36.057491 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:36.064221 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.148985 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-e38a6701-36aa-4500-8b58-c53d57ef2980 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 200 len: 1001 time: 0.1352684 Jul 22 23:11:36.189307 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-286e1814-d11c-46b0-9387-27e84a90edf5 req-add41520-bf79-4674-8aac-047bef4a5165 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795840 Jul 22 23:11:36.276748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-caaed269-1ee4-4b15-bd46-560178b0a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.276748 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-caaed269-1ee4-4b15-bd46-560178b0a609 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.1083620 Jul 22 23:11:36.279492 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a557-3f78-4908-80f2-2bde431dd404 req-f3b88dd1-6dcd-416e-b81f-8785f89ad0ef tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.292445 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45f0a557-3f78-4908-80f2-2bde431dd404 req-f3b88dd1-6dcd-416e-b81f-8785f89ad0ef tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.2453868 Jul 22 23:11:36.384328 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45f0a557-3f78-4908-80f2-2bde431dd404 req-3cc320e9-ee09-4aed-b2e4-79de0dbbf265 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900877 Jul 22 23:11:36.432613 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:36.471116 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-7ee49748-4886-4760-a38d-a3b00723e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.473680 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-7ee49748-4886-4760-a38d-a3b00723e96a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2027645 Jul 22 23:11:36.568060 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port e5a1f226-a409-4727-af1f-8ea298f9bd72, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e5a1f226-a409-4727-af1f-8ea298f9bd72,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:36.587413 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.758031 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-334bf6db-fd5f-48ec-89b1-c1a52c3c74e5 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703576 Jul 22 23:11:36.904245 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213e600-f22c-4914-b029-4ea601bc158a req-5c4da212-a83d-4568-a04c-0d4e79204722 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.912745 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9213e600-f22c-4914-b029-4ea601bc158a req-5c4da212-a83d-4568-a04c-0d4e79204722 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1841857 Jul 22 23:11:36.950961 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780e14-2549-4286-ac98-949a617aa411 req-2ee86b12-362a-41c6-a851-fbbea0241f76 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.952832 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06780e14-2549-4286-ac98-949a617aa411 req-2ee86b12-362a-41c6-a851-fbbea0241f76 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.3213305 Jul 22 23:11:37.032683 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9213e600-f22c-4914-b029-4ea601bc158a req-7c92f0a6-3bbf-4411-9748-ca62d9c9e1c2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189322 Jul 22 23:11:37.102301 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6c28e82b-dc58-4377-9adf-b0e54106f3b0 req-4f875f1e-d893-456c-af11-4924c285bc16 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309636 Jul 22 23:11:37.157073 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=e5a1f226-a409-4727-af1f-8ea298f9bd72,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.165369 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d485-31ff-4602-95a8-cfed92c13f9b req-4526a0d2-ef00-4a89-b6eb-e5fc7c7fcf6f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.167443 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7166d485-31ff-4602-95a8-cfed92c13f9b req-4526a0d2-ef00-4a89-b6eb-e5fc7c7fcf6f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1695387 Jul 22 23:11:37.219363 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Deleting port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:11:37.219772 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.240863 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7166d485-31ff-4602-95a8-cfed92c13f9b req-dfee4923-9e7a-4b4c-b890-bcc67fb3ad8b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656602 Jul 22 23:11:37.285274 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:33Z', 'revision_number': 4, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f18bf089-04f7-4236-b0c7-368fe6ac5969', 'name': '', 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'mac_address': 'fa:16:3e:f1:f0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:31Z', 'updated_at': '2021-07-22T23:11:33Z', 'revision_number': 2, 'project_id': 'c132b56849e240be97a86302e15935b4', 'subnets': [{'id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:37.370332 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Checking router: f3d62970-00f0-4475-bd28-a772fc8e118f for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:37.370687 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Updating router f3d62970-00f0-4475-bd28-a772fc8e118f port f18bf089-04f7-4236-b0c7-368fe6ac5969 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:37.374954 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e5a1f226-a409-4727-af1f-8ea298f9bd72 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:37.428988 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] For port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:37.429488 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.448124 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Calling delete_port for d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:11:37.542372 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.609333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16968b-3abe-4c8e-bd67-594fe979cbae req-a2858e43-0095-40f4-be49-9d76503faa4b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.616623 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8b16968b-3abe-4c8e-bd67-594fe979cbae req-a2858e43-0095-40f4-be49-9d76503faa4b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.2620971 Jul 22 23:11:37.683394 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e5a1f226-a409-4727-af1f-8ea298f9bd72 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:37.684006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.723275 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8b16968b-3abe-4c8e-bd67-594fe979cbae req-489f36eb-0328-40ec-abc5-792482f9dc93 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948372 Jul 22 23:11:37.781172 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.786806 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb285ab-925d-46a1-a301-a268a5e8fcca req-ecca5a1d-eb6b-44c9-93a8-7f04f0fb7768 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.789022 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4eb285ab-925d-46a1-a301-a268a5e8fcca req-ecca5a1d-eb6b-44c9-93a8-7f04f0fb7768 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=b90f5068-c2be-4527-b069-f5c5f2353153 HTTP/1.1" status: 200 len: 945 time: 0.2722833 Jul 22 23:11:37.816989 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event deleted for resources: {'Port': ['ID=d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.894234 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4eb285ab-925d-46a1-a301-a268a5e8fcca req-6d4ef5a9-923c-42ee-b308-9df9f028c614 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Jul 22 23:11:37.959498 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] No DVR routers for this DVR port d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:11:37.973952 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.976143 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-06780e14-2549-4286-ac98-949a617aa411 req-7b0c1a57-f3b2-4b03-a8c0-4a8d5c3ac427 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "DELETE /v2.0/ports/d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 HTTP/1.1" status: 204 len: 173 time: 1.0012827 Jul 22 23:11:37.976637 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'name': 'network-vif-deleted', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:37.979189 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44ce99-a461-47d9-87b4-7f79ae78ad51" -d '{"events": [{"server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "name": "network-vif-deleted", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:38.080495 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76e4de-d95a-4a3c-a52c-705a6b803e5f x-openstack-request-id: req-3b76e4de-d95a-4a3c-a52c-705a6b803e5f {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:38.080915 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5068-c2be-4527-b069-f5c5f2353153", "name": "network-vif-deleted", "tag": "d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:38.081239 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b76e4de-d95a-4a3c-a52c-705a6b803e5f {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:38.081647 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5068-c2be-4527-b069-f5c5f2353153', 'name': 'network-vif-deleted', 'tag': 'd3bd4e4d-ad50-4b20-b977-ab70eb7e8d32', 'status': 'completed', 'code': 200} Jul 22 23:11:38.143637 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.165891 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Transition to ACTIVE for port object f18bf089-04f7-4236-b0c7-368fe6ac5969 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:38.269927 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347', 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'b1612930-38bc-4479-a4de-5e4850777dce'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:38.283455 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.308913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711706e1-2dfe-4d75-b517-c164c5398185 req-95d6902e-1b9a-463b-9b8e-d605ac73c04b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.318950 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-711706e1-2dfe-4d75-b517-c164c5398185 req-95d6902e-1b9a-463b-9b8e-d605ac73c04b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1774566 Jul 22 23:11:38.469617 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-711706e1-2dfe-4d75-b517-c164c5398185 req-c37117cb-aa1c-4488-abac-8a1c323ae8cf tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434929 Jul 22 23:11:38.614237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af821163-c7a2-4263-9f81-794e6c6031b2 req-4d0a1f2a-aa89-4f84-bea2-605dc45d76e9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.631137 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af821163-c7a2-4263-9f81-794e6c6031b2 req-4d0a1f2a-aa89-4f84-bea2-605dc45d76e9 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.2268100 Jul 22 23:11:38.651975 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Attempting to bind port f18bf089-04f7-4236-b0c7-368fe6ac5969 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:38.652710 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Attempting to bind port f18bf089-04f7-4236-b0c7-368fe6ac5969 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:38.657585 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Attempting to bind port f18bf089-04f7-4236-b0c7-368fe6ac5969 on network 006eb560-92ca-41fc-a70c-1a7f0715833f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:38.699774 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321265-309f-4880-a051-51dc6017b34b None None] Pushing event updated for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.729992 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:38.730747 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Checking segment: {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:38.731361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.731954 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Bound using segment: {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:38.733046 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Bound port: f18bf089-04f7-4236-b0c7-368fe6ac5969, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:38.733770 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.778854 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af821163-c7a2-4263-9f81-794e6c6031b2 req-af8f8144-3d16-4eb7-b2b1-00b5447dc55c tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403995 Jul 22 23:11:38.929872 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:11:38.988791 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:11:38.989368 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d3bd4e4d-ad50-4b20-b977-ab70eb7e8d32 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:11:39.008194 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] For port f18bf089-04f7-4236-b0c7-368fe6ac5969, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:39.017900 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8f1ab-3ad2-4bff-a6e9-4455bad7cb19 req-d385c205-f616-4e75-a861-57a83bbba683 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.019560 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-41b8f1ab-3ad2-4bff-a6e9-4455bad7cb19 req-d385c205-f616-4e75-a861-57a83bbba683 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1531937 Jul 22 23:11:39.032089 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] For port f18bf089-04f7-4236-b0c7-368fe6ac5969, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f18bf089-04f7-4236-b0c7-368fe6ac5969,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:39.052008 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.110034 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-41b8f1ab-3ad2-4bff-a6e9-4455bad7cb19 req-efe40e8b-23da-4be5-990c-608b8f79b414 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834270 Jul 22 23:11:39.163241 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321265-309f-4880-a051-51dc6017b34b None None] Pushing event updated for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.201178 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:39.201818 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:11:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:39.497149 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:39.811186 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049091-0846-45b7-980b-146eb0deca39 req-6dcbc4ce-b929-48a3-9704-410783135e69 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.816335 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea049091-0846-45b7-980b-146eb0deca39 req-6dcbc4ce-b929-48a3-9704-410783135e69 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.2260244 Jul 22 23:11:39.914971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea049091-0846-45b7-980b-146eb0deca39 req-66a28ac1-acc0-49e7-b08f-a768027d9ee1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892897 Jul 22 23:11:39.965695 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:33Z', 'revision_number': 4, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f18bf089-04f7-4236-b0c7-368fe6ac5969', 'name': '', 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'mac_address': 'fa:16:3e:f1:f0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:31Z', 'updated_at': '2021-07-22T23:11:38Z', 'revision_number': 4, 'project_id': 'c132b56849e240be97a86302e15935b4', 'subnets': [{'id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:40.009617 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a44cd-c748-4b74-9726-8b04f9d52b6d None None] The sync data for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:33Z', 'revision_number': 4, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f18bf089-04f7-4236-b0c7-368fe6ac5969', 'name': '', 'network_id': '006eb560-92ca-41fc-a70c-1a7f0715833f', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'mac_address': 'fa:16:3e:f1:f0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:31Z', 'updated_at': '2021-07-22T23:11:38Z', 'revision_number': 4, 'project_id': 'c132b56849e240be97a86302e15935b4', 'subnets': [{'id': 'b01feb3f-f5b6-4478-8696-9fc8264fb2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:40.411869 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a3f63-334f-43f2-abcc-56905eb0b65d req-8a31da0a-c90c-46b7-b384-f47fb2ddbc96 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.422659 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-128a3f63-334f-43f2-abcc-56905eb0b65d req-8a31da0a-c90c-46b7-b384-f47fb2ddbc96 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1625936 Jul 22 23:11:40.532606 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-128a3f63-334f-43f2-abcc-56905eb0b65d req-8dac58a6-a618-43d1-a85e-4413e3561ec2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078761 Jul 22 23:11:40.718906 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7ace-7c92-4cc8-8803-ed8d7613f89a req-e1a11d2a-d544-4f09-a65d-fcbecee0740e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.727812 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-74ff7ace-7c92-4cc8-8803-ed8d7613f89a req-e1a11d2a-d544-4f09-a65d-fcbecee0740e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 946 time: 0.1096046 Jul 22 23:11:40.782400 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-74ff7ace-7c92-4cc8-8803-ed8d7613f89a req-94b4df5a-1447-476a-943f-f5a8ae7b947e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522990 Jul 22 23:11:41.226560 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a838-5b4e-4fe4-8948-3bf6b49bc89e req-6ef53399-96a2-4954-badf-7e8d0c55d91d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.228955 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c154a838-5b4e-4fe4-8948-3bf6b49bc89e req-6ef53399-96a2-4954-badf-7e8d0c55d91d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1771953 Jul 22 23:11:41.323848 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c154a838-5b4e-4fe4-8948-3bf6b49bc89e req-61c245d7-6695-4688-a870-4358bbcecbd1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Jul 22 23:11:41.520039 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f18bf089-04f7-4236-b0c7-368fe6ac5969 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:41.724061 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port f18bf089-04f7-4236-b0c7-368fe6ac5969 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:41.728954 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f18bf089-04f7-4236-b0c7-368fe6ac5969 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:41.729664 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:41.792796 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:11:41.957841 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.033747 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port f18bf089-04f7-4236-b0c7-368fe6ac5969, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f18bf089-04f7-4236-b0c7-368fe6ac5969,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:42.039522 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.050709 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988075b-9fae-4b9e-bf1c-b2df93024a7f req-e1c41aff-754a-4e98-a70c-2a21da2ef1bf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.052272 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4988075b-9fae-4b9e-bf1c-b2df93024a7f req-e1c41aff-754a-4e98-a70c-2a21da2ef1bf tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.3705394 Jul 22 23:11:42.150539 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:42.172012 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77a364-862f-4203-bd21-5929243aeaaf req-280e57a8-cf0d-4b53-8678-97aeadba9505 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.174290 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9d77a364-862f-4203-bd21-5929243aeaaf req-280e57a8-cf0d-4b53-8678-97aeadba9505 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 946 time: 0.2344811 Jul 22 23:11:42.227991 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-c021c10f-d298-4b46-9dc7-c0a783d4079e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.236694 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4988075b-9fae-4b9e-bf1c-b2df93024a7f req-6ceb2683-7978-415b-ab2f-7d1b674b2dea tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585510 Jul 22 23:11:42.239998 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-c021c10f-d298-4b46-9dc7-c0a783d4079e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 946 time: 0.1352344 Jul 22 23:11:42.286156 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9d77a364-862f-4203-bd21-5929243aeaaf req-fb72e0b9-94ea-423e-8d78-3215d1284fdb tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047330 Jul 22 23:11:42.475234 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Deleting port b1612930-38bc-4479-a4de-5e4850777dce {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:11:42.476070 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.626847 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fa303-940e-4a9b-86fb-b21171e2b870 req-d638a7c4-39f3-470c-ac1e-ccfc193a3c83 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.635718 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-925fa303-940e-4a9b-86fb-b21171e2b870 req-d638a7c4-39f3-470c-ac1e-ccfc193a3c83 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1305430 Jul 22 23:11:42.699719 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-925fa303-940e-4a9b-86fb-b21171e2b870 req-ba2b9f07-2eb2-456b-8f55-d6141a678ed1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Jul 22 23:11:42.740611 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] For port b1612930-38bc-4479-a4de-5e4850777dce, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b1612930-38bc-4479-a4de-5e4850777dce,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:42.741003 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.765645 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Calling delete_port for b1612930-38bc-4479-a4de-5e4850777dce owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:11:42.937705 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.953449 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347', 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:42.968944 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event deleted for resources: {'Port': ['ID=b1612930-38bc-4479-a4de-5e4850777dce,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:42.981345 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.981698 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.982037 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.982384 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.982715 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.983048 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.983392 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.983721 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.984057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.984507 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.984948 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:42.985118 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.057894 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] No DVR routers for this DVR port b1612930-38bc-4479-a4de-5e4850777dce on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:11:43.062270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.064349 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3e91cf9-6959-4be1-802b-7bf3bca820fe req-2bbf311a-63f9-460c-8dc1-94713bee8312 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "DELETE /v2.0/ports/b1612930-38bc-4479-a4de-5e4850777dce HTTP/1.1" status: 204 len: 173 time: 0.8188441 Jul 22 23:11:43.064828 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'name': 'network-vif-deleted', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:43.067688 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab8d34-005e-4081-9560-86e422b244da" -d '{"events": [{"server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "name": "network-vif-deleted", "tag": "b1612930-38bc-4479-a4de-5e4850777dce"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:43.151252 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c5b6e2-eec0-4d05-aeae-3c56163193d6 x-openstack-request-id: req-64c5b6e2-eec0-4d05-aeae-3c56163193d6 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:43.151445 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199d9b7-8d38-404a-9663-b3af29b70cd2", "name": "network-vif-deleted", "tag": "b1612930-38bc-4479-a4de-5e4850777dce", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:43.151872 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64c5b6e2-eec0-4d05-aeae-3c56163193d6 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:43.152428 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199d9b7-8d38-404a-9663-b3af29b70cd2', 'name': 'network-vif-deleted', 'tag': 'b1612930-38bc-4479-a4de-5e4850777dce', 'status': 'completed', 'code': 200} Jul 22 23:11:43.522255 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f18bf089-04f7-4236-b0c7-368fe6ac5969 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:43.634134 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6f0f561-0ad4-423c-b1ec-b9d0d29c9ec7 req-cab97c26-b0c5-427d-a745-0354443fde4c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=2199d9b7-8d38-404a-9663-b3af29b70cd2 HTTP/1.1" status: 200 len: 210 time: 0.0834510 Jul 22 23:11:43.711252 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b442dda-ed42-4797-95da-49417fa97e08 req-a1e3811b-9cb1-4a92-b73e-a2b186d620f6 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.719175 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b442dda-ed42-4797-95da-49417fa97e08 req-a1e3811b-9cb1-4a92-b73e-a2b186d620f6 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.3267834 Jul 22 23:11:43.839359 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b442dda-ed42-4797-95da-49417fa97e08 req-7b963830-ee67-4153-84bc-14c348726152 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079724 Jul 22 23:11:43.963612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port f18bf089-04f7-4236-b0c7-368fe6ac5969 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:43.964972 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.149695 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c4fb-cfac-4726-92e9-b211816bc1c2 req-6a200083-cace-41cd-a397-1efbabb1f5f3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.168547 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2c45c4fb-cfac-4726-92e9-b211816bc1c2 req-6a200083-cace-41cd-a397-1efbabb1f5f3 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.2874308 Jul 22 23:11:44.227382 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2c45c4fb-cfac-4726-92e9-b211816bc1c2 req-c1543966-21a8-43ef-80e8-bb12b295b573 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654340 Jul 22 23:11:44.930218 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b1612930-38bc-4479-a4de-5e4850777dce no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:11:44.970070 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: b1612930-38bc-4479-a4de-5e4850777dce {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:11:44.973239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b1612930-38bc-4479-a4de-5e4850777dce not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:11:45.189454 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c94e1-f682-4e0b-b719-10eb8896bc7d req-f83e5b6b-067f-4b8a-9d06-aab4367bc512 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.190979 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-253c94e1-f682-4e0b-b719-10eb8896bc7d req-f83e5b6b-067f-4b8a-9d06-aab4367bc512 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1163454 Jul 22 23:11:45.276452 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-253c94e1-f682-4e0b-b719-10eb8896bc7d req-d4dc6a0a-7a6f-44c2-9c1f-6c2ab445ea9d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676372 Jul 22 23:11:45.324993 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25c79-1a72-4a0f-befb-904f46e95c23 req-9f6a9fac-2c42-451e-8c76-f854afa33f04 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.347568 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fde25c79-1a72-4a0f-befb-904f46e95c23 req-9f6a9fac-2c42-451e-8c76-f854afa33f04 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.2288535 Jul 22 23:11:45.437471 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fde25c79-1a72-4a0f-befb-904f46e95c23 req-93bf4e59-1498-4e99-98d4-7e020c222b70 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835087 Jul 22 23:11:45.495991 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e13a95-1b5c-4e04-ba8b-f65c55b87a7c req-e0821084-97b3-4a86-b5cd-505e70debc78 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.497559 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3e13a95-1b5c-4e04-ba8b-f65c55b87a7c req-e0821084-97b3-4a86-b5cd-505e70debc78 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0855749 Jul 22 23:11:45.555744 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3e13a95-1b5c-4e04-ba8b-f65c55b87a7c req-29351914-1497-4dc3-8834-879dd047f86d tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Jul 22 23:11:46.462706 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ab89-fa2b-4f56-ac0e-dec942ecb8bb req-d97a4222-5f82-43ea-94b6-91d64e33e505 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.464958 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2aa9ab89-fa2b-4f56-ac0e-dec942ecb8bb req-d97a4222-5f82-43ea-94b6-91d64e33e505 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0879431 Jul 22 23:11:46.513725 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2aa9ab89-fa2b-4f56-ac0e-dec942ecb8bb req-e94a6f7b-8130-43d1-88ce-abe130ff0e02 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Jul 22 23:11:46.548432 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-091fce19-e7d2-48c3-b05f-55ba51c36d20 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.556012 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-091fce19-e7d2-48c3-b05f-55ba51c36d20 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.1405425 Jul 22 23:11:46.621233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98b02-3cfc-47f9-844b-3ca37611c50b req-0ed4fc8b-3a43-476c-92b8-48ce63d6ec6c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.623627 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c2e98b02-3cfc-47f9-844b-3ca37611c50b req-0ed4fc8b-3a43-476c-92b8-48ce63d6ec6c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 945 time: 0.1017859 Jul 22 23:11:46.690378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c2e98b02-3cfc-47f9-844b-3ca37611c50b req-f8e18c56-e050-4af5-b3bb-887d0578722c tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601053 Jul 22 23:11:46.722592 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-7147e690-0ace-475a-8b32-2809fb56ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.724440 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-7147e690-0ace-475a-8b32-2809fb56ab39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1099 time: 0.1188550 Jul 22 23:11:46.757278 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd7470-6fa0-4906-aeed-e00afa974ff3 req-3ee5a32b-4492-4ebb-ab82-1ccaad3bb001 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.758810 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ffd7470-6fa0-4906-aeed-e00afa974ff3 req-3ee5a32b-4492-4ebb-ab82-1ccaad3bb001 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0892291 Jul 22 23:11:46.771652 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Deleting port dfd19a9b-5f36-41a3-a27e-c4218c2f139b {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:11:46.772001 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:46.816041 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ffd7470-6fa0-4906-aeed-e00afa974ff3 req-d4bffa1c-90fd-4de8-83ed-13613c4f98fd tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Jul 22 23:11:46.899217 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] For port dfd19a9b-5f36-41a3-a27e-c4218c2f139b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:46.899584 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:46.919414 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Calling delete_port for dfd19a9b-5f36-41a3-a27e-c4218c2f139b owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:11:46.941852 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-aad5a06c-ab16-40ef-8498-3eb5106a941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.943435 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-aad5a06c-ab16-40ef-8498-3eb5106a941a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.2085714 Jul 22 23:11:47.050643 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-d02097c3-f906-4484-ab09-9b9e58279bb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 1002 time: 0.0764215 Jul 22 23:11:47.351424 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-f49ec99f-12c7-467a-9658-7f978492f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.353037 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-f49ec99f-12c7-467a-9658-7f978492f610 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.2948914 Jul 22 23:11:47.376578 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd5c1-c32a-45fc-9392-7858b11b0888 req-803dc3a9-0332-4e5f-9b56-7cb99916631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.378585 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1c4cd5c1-c32a-45fc-9392-7858b11b0888 req-803dc3a9-0332-4e5f-9b56-7cb99916631b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0691924 Jul 22 23:11:47.414154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1c4cd5c1-c32a-45fc-9392-7858b11b0888 req-32e14237-b372-4422-b7c6-83b8d6adc8c0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300431 Jul 22 23:11:47.441790 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.456762 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:47.484859 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event deleted for resources: {'Port': ['ID=dfd19a9b-5f36-41a3-a27e-c4218c2f139b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:47.493440 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-7e982393-2ed7-4532-a454-dd7d27dde54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.494961 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-7e982393-2ed7-4532-a454-dd7d27dde54f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358907 Jul 22 23:11:47.582305 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] No DVR routers for this DVR port dfd19a9b-5f36-41a3-a27e-c4218c2f139b on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:11:47.588732 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.592152 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e8fd4c63-f88d-4c5f-8855-d889f500e881 req-90f86461-01d3-4323-983c-32473d783431 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "DELETE /v2.0/ports/dfd19a9b-5f36-41a3-a27e-c4218c2f139b HTTP/1.1" status: 204 len: 173 time: 1.0294108 Jul 22 23:11:47.592753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'name': 'network-vif-deleted', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:47.596436 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd634894-383a-415c-990d-5418fb3e0d3e" -d '{"events": [{"server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "name": "network-vif-deleted", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:47.677338 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250982e1-595d-4774-8016-c1ab1ef1bdb1 x-openstack-request-id: req-250982e1-595d-4774-8016-c1ab1ef1bdb1 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:47.677701 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99385a47-724f-49a3-b153-73f0e81ab3ff", "name": "network-vif-deleted", "tag": "dfd19a9b-5f36-41a3-a27e-c4218c2f139b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:47.677994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-250982e1-595d-4774-8016-c1ab1ef1bdb1 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:47.678488 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99385a47-724f-49a3-b153-73f0e81ab3ff', 'name': 'network-vif-deleted', 'tag': 'dfd19a9b-5f36-41a3-a27e-c4218c2f139b', 'status': 'completed', 'code': 200} Jul 22 23:11:47.722549 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-58c2e5a0-f174-4f8b-8092-3b3526fbf0b4 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070689 Jul 22 23:11:47.743650 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592bd0-5f7c-4091-b49b-3df74c9bdb6a req-2beb46e9-8564-41e5-b6de-dc90f4dc097c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.745373 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61592bd0-5f7c-4091-b49b-3df74c9bdb6a req-2beb46e9-8564-41e5-b6de-dc90f4dc097c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.1249626 Jul 22 23:11:47.823123 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-51b27853-d539-4ba4-9e18-ef71d7919f5f req-fec39b41-cfe6-499a-b56c-7c2e4b6bd17c service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927799 Jul 22 23:11:47.848940 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61592bd0-5f7c-4091-b49b-3df74c9bdb6a req-406fdaf1-76f3-4c00-8879-833fba9d22bc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927970 Jul 22 23:11:47.870315 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-29bec86a-3621-416e-9eb1-06f65d0816c9 req-eee99945-846f-4e89-b341-b81abc221174 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=99385a47-724f-49a3-b153-73f0e81ab3ff HTTP/1.1" status: 200 len: 210 time: 0.0755126 Jul 22 23:11:47.976332 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175383-a1a2-4576-abff-eee7f85f0ea7 req-816a9586-6395-4996-bfca-6c618263e7c1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.978167 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88175383-a1a2-4576-abff-eee7f85f0ea7 req-816a9586-6395-4996-bfca-6c618263e7c1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0742011 Jul 22 23:11:48.017907 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88175383-a1a2-4576-abff-eee7f85f0ea7 req-1704fd1d-2a7f-4740-acde-dbc23425ec7b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Jul 22 23:11:48.423333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-2fee54b0-1c44-4a55-88c9-c7c52265df35 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.425336 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-2fee54b0-1c44-4a55-88c9-c7c52265df35 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 814 time: 0.1007833 Jul 22 23:11:48.439161 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-ed234ab9-bec7-40c5-aa6e-e25d283e3830 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/quotas/da0be6944dff4092b51c30d19c1d2142 HTTP/1.1" status: 200 len: 375 time: 0.0086894 Jul 22 23:11:48.508366 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-02241551-b32a-4634-9226-66b1430a5959 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637782 Jul 22 23:11:48.606291 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-9265bf35-ee66-4f95-838e-96332e0e1fcd service neutron] 10.222.0.15 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Jul 22 23:11:48.698297 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-d9f80b22-9449-4b20-aa71-64fd71165add service neutron] 10.222.0.15 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862741 Jul 22 23:11:48.862551 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0462b28e-ceba-443c-9e2c-f90208f2c66e req-716dd286-5001-4034-8977-e7991b69064b tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 210 time: 0.0321152 Jul 22 23:11:48.933870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device dfd19a9b-5f36-41a3-a27e-c4218c2f139b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:11:48.962670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: dfd19a9b-5f36-41a3-a27e-c4218c2f139b {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:11:48.963106 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device dfd19a9b-5f36-41a3-a27e-c4218c2f139b not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:11:48.963582 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:11:49.026096 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b624-5a7c-4ed0-b5d5-e0cd7b64c078 req-8073fba8-aa91-49e2-8355-36efe1d9f955 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.028680 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc80b624-5a7c-4ed0-b5d5-e0cd7b64c078 req-8073fba8-aa91-49e2-8355-36efe1d9f955 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 946 time: 0.0974705 Jul 22 23:11:49.054751 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.082999 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:49.085587 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ab23f-24bb-4c3c-807a-21278223bb7c" -d '{"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-unplugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:49.100196 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:49.106853 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.145722 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc80b624-5a7c-4ed0-b5d5-e0cd7b64c078 req-5bc77235-ccd5-40de-b08e-677cc20b6b39 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997858 Jul 22 23:11:49.162802 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=8']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:49.199521 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe805616-dca5-4240-af65-db9544e5d4af x-openstack-request-id: req-fe805616-dca5-4240-af65-db9544e5d4af {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:49.199853 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-unplugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:49.200161 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe805616-dca5-4240-af65-db9544e5d4af {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:49.200755 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'code': 200} Jul 22 23:11:49.218914 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24b71-ab54-40fe-99b4-95e997644ae3 req-918a8e6d-aacd-4f28-998e-8cdb5d4d69d7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.220393 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7bf24b71-ab54-40fe-99b4-95e997644ae3 req-918a8e6d-aacd-4f28-998e-8cdb5d4d69d7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1086872 Jul 22 23:11:49.259796 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7bf24b71-ab54-40fe-99b4-95e997644ae3 req-0ab74638-9d7e-4e99-950b-4a60475d6da9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jul 22 23:11:49.590194 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30edea5-b088-4b7b-b390-cf5eb929e853 req-8b92cb69-c0f7-43af-b8f9-a09f25021703 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.591994 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d30edea5-b088-4b7b-b390-cf5eb929e853 req-8b92cb69-c0f7-43af-b8f9-a09f25021703 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0710287 Jul 22 23:11:49.594644 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-b45a086f-8073-4b23-b011-51a67209bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.597261 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-b45a086f-8073-4b23-b011-51a67209bc85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 1098 time: 0.0602863 Jul 22 23:11:49.636646 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d30edea5-b088-4b7b-b390-cf5eb929e853 req-1faae862-72b1-418d-963d-4cb56d9641bc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Jul 22 23:11:49.691836 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-2ee045f0-37d6-4f4e-a300-e5cbded0b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.693375 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-2ee045f0-37d6-4f4e-a300-e5cbded0b19b service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.0899820 Jul 22 23:11:49.737706 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-ed8ba238-8386-49b2-b36d-caec9f4c3db9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 200 len: 217 time: 0.0373147 Jul 22 23:11:49.785190 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-01821a90-01ae-479c-92db-bd44229102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.786666 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-01821a90-01ae-479c-92db-bd44229102ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0435858 Jul 22 23:11:49.823990 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-e1248d39-91af-41dc-bd2e-8a78ad4f477b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284250 Jul 22 23:11:49.977074 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e074b493-7441-40e9-9354-411ab5d1fdcb req-4c00af7c-7440-4a2c-a6fc-030bbdec5119 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 210 time: 0.0321417 Jul 22 23:11:49.986567 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-69ffdc90-baaa-4ba6-bed4-484950840c35 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555507 Jul 22 23:11:50.025557 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-13903bb7-ddd6-4365-838f-f4dd78f28a23 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.026956 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-13903bb7-ddd6-4365-838f-f4dd78f28a23 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 814 time: 0.1712327 Jul 22 23:11:50.069557 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'port': {'device_id': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'admin_state_up': True, 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:50.168581 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-8a396420-cce9-4ac9-b872-05851f1a93f1 req-afd8390a-3336-4086-8107-fd1cf263a2ca service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744995 Jul 22 23:11:50.229488 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Made reservation on behalf of da0be6944dff4092b51c30d19c1d2142 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:50.234196 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:50.343490 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15859636-43b8-4c72-9705-ef071fa1ab07 req-45f34d38-ae4a-49ee-ab33-3e93bb4e6dd8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.349157 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-15859636-43b8-4c72-9705-ef071fa1ab07 req-45f34d38-ae4a-49ee-ab33-3e93bb4e6dd8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.1156394 Jul 22 23:11:50.399221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Allocated IP 172.20.0.4 (00eae661-de66-4142-a40a-072c3f8f8f35/be45bbdc-15c4-4d96-8ba0-c052d45ad0a6/27b53d87-ea4f-4912-8f39-0c6344010661) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:50.459217 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-15859636-43b8-4c72-9705-ef071fa1ab07 req-d3f4f837-c283-41e5-8691-860bd5eb1f8b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664282 Jul 22 23:11:50.495228 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367714c3-e3c7-45af-b877-2f1c2488e0ee req-27585094-b9de-44a2-a2b8-d4a452166f03 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.503346 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-367714c3-e3c7-45af-b877-2f1c2488e0ee req-27585094-b9de-44a2-a2b8-d4a452166f03 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.1520550 Jul 22 23:11:50.604580 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-367714c3-e3c7-45af-b877-2f1c2488e0ee req-a3d1372d-310f-4c90-b093-c0797f6e1c68 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919163 Jul 22 23:11:50.655549 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:50.692790 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Transition to ACTIVE for port object 27b53d87-ea4f-4912-8f39-0c6344010661 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:50.753613 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:50.807927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Network 00eae661-de66-4142-a40a-072c3f8f8f35 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:50.811338 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:50.815801 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:50.849055 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:50.894261 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73e81-20ab-4daf-9f8a-f117b6e20c97 req-ede82874-e5ec-4934-b429-1b692478466a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.896033 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-82a73e81-20ab-4daf-9f8a-f117b6e20c97 req-ede82874-e5ec-4934-b429-1b692478466a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1497130 Jul 22 23:11:50.911597 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.917947 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:50.942702 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-226aa4f3-d325-41bb-9811-e471805ec714 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8768790 Jul 22 23:11:50.968507 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-82a73e81-20ab-4daf-9f8a-f117b6e20c97 req-d46b9467-dbdf-46fb-9de4-fe44a09d9cd5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633900 Jul 22 23:11:51.153102 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb449f5-2392-4baa-b619-f2dfd5dd7102 req-c8500c9f-8225-41b8-8ac8-ed57601a5231 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.154834 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1bb449f5-2392-4baa-b619-f2dfd5dd7102 req-c8500c9f-8225-41b8-8ac8-ed57601a5231 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0812182 Jul 22 23:11:51.191658 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-0060833a-4d2c-4181-979c-23e6e9d2086e None None] Provisioning for port 27b53d87-ea4f-4912-8f39-0c6344010661 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:51.196464 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-0060833a-4d2c-4181-979c-23e6e9d2086e None None] Provisioning complete for port 27b53d87-ea4f-4912-8f39-0c6344010661 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:51.197130 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0060833a-4d2c-4181-979c-23e6e9d2086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:51.227328 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1bb449f5-2392-4baa-b619-f2dfd5dd7102 req-610b9a64-883b-4a12-9e95-4e28a919a541 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642734 Jul 22 23:11:51.268111 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-0060833a-4d2c-4181-979c-23e6e9d2086e None None] Port 27b53d87-ea4f-4912-8f39-0c6344010661 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:51.457791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44fdf-85b3-4cf7-a76b-ece1939ae3e7 req-c10dd40d-2ff9-4cb0-af2a-502229186a1e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.459357 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c6b44fdf-85b3-4cf7-a76b-ece1939ae3e7 req-c10dd40d-2ff9-4cb0-af2a-502229186a1e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0829120 Jul 22 23:11:51.512845 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c6b44fdf-85b3-4cf7-a76b-ece1939ae3e7 req-4c2e2152-9f27-4a7e-8256-302b98a0810d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 Jul 22 23:11:51.764647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aef10-e4f5-46e8-872e-f023bbbdfc2f req-264243e6-16b2-46c4-8d28-c8d5ce283ddc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.766426 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fa8aef10-e4f5-46e8-872e-f023bbbdfc2f req-264243e6-16b2-46c4-8d28-c8d5ce283ddc tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0731010 Jul 22 23:11:51.804820 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fa8aef10-e4f5-46e8-872e-f023bbbdfc2f req-98dd4333-98c3-4cdb-9799-50a85e02ea34 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Jul 22 23:11:51.806766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43414) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:51.906179 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-6c0e63de-eaf9-498c-9e9c-dd3fe0b100f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981014 Jul 22 23:11:52.100220 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0c9b9-15e8-4e43-becf-a91adc4b9de5 req-596497b5-1e7d-4e77-9422-858ea3a320d5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.107568 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79f0c9b9-15e8-4e43-becf-a91adc4b9de5 req-596497b5-1e7d-4e77-9422-858ea3a320d5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0752106 Jul 22 23:11:52.142604 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-79f0c9b9-15e8-4e43-becf-a91adc4b9de5 req-bb06cea8-a553-4418-b754-af1644337c63 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Jul 22 23:11:52.363878 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6a6f-c1a7-43bc-bfb8-2efaed3f5f0f req-bd58034a-5c7c-4766-a152-ab5542091345 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.365413 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b57d6a6f-c1a7-43bc-bfb8-2efaed3f5f0f req-bd58034a-5c7c-4766-a152-ab5542091345 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0688407 Jul 22 23:11:52.404081 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b57d6a6f-c1a7-43bc-bfb8-2efaed3f5f0f req-ddce301f-474f-4004-9bc9-33bc519bdd34 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Jul 22 23:11:52.650233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5d3b-74ff-43b6-b024-fb7f95d2444d req-f3357795-3483-4fbd-8a8f-b810160ab85f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.651920 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a3cd5d3b-74ff-43b6-b024-fb7f95d2444d req-f3357795-3483-4fbd-8a8f-b810160ab85f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0664790 Jul 22 23:11:52.698918 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a3cd5d3b-74ff-43b6-b024-fb7f95d2444d req-42c662b1-4158-4517-8c75-bfddbf003fa4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Jul 22 23:11:52.937216 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1af09e-a2f6-43bd-a0dd-e763d0005789 req-c12e5875-97e3-41cd-85d7-e3202faf12d2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.938696 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0b1af09e-a2f6-43bd-a0dd-e763d0005789 req-c12e5875-97e3-41cd-85d7-e3202faf12d2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0674238 Jul 22 23:11:52.943524 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:11:52.989294 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0b1af09e-a2f6-43bd-a0dd-e763d0005789 req-544b3388-9921-42a1-b1e8-a948536dbb58 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Jul 22 23:11:53.278602 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b318a9f-937c-4465-9684-ddd79d8af5ae req-9ea6fbb8-e2dd-4d0d-8577-c4824a9a1a99 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.280023 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0b318a9f-937c-4465-9684-ddd79d8af5ae req-9ea6fbb8-e2dd-4d0d-8577-c4824a9a1a99 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0668058 Jul 22 23:11:53.319634 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0b318a9f-937c-4465-9684-ddd79d8af5ae req-d9cc7f0e-223f-48c4-91bf-481b61a9e7bc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Jul 22 23:11:53.532860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b4aa0-b6c8-4b8f-9527-41c3ad37ce48 req-4250884b-d53f-4c6f-851b-73762ffba078 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.534793 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da9b4aa0-b6c8-4b8f-9527-41c3ad37ce48 req-4250884b-d53f-4c6f-851b-73762ffba078 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0642109 Jul 22 23:11:53.573479 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da9b4aa0-b6c8-4b8f-9527-41c3ad37ce48 req-0085c038-8fca-469c-84fa-82d009ec4f4e tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jul 22 23:11:53.842542 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847bcd-61b2-4962-adbd-febbb1de7233 req-6256ce22-1597-4859-b573-32e4b8e40f3f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.844320 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-59847bcd-61b2-4962-adbd-febbb1de7233 req-6256ce22-1597-4859-b573-32e4b8e40f3f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0697663 Jul 22 23:11:53.883187 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-59847bcd-61b2-4962-adbd-febbb1de7233 req-0d7e6730-8b71-467a-8a22-cc91173f57d3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321774 Jul 22 23:11:54.123473 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437b3a-7b92-4929-a16d-a623850b8f83 req-bbc08cf2-59c8-49c6-8d96-f8c834be67dd tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.124962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0437b3a-7b92-4929-a16d-a623850b8f83 req-bbc08cf2-59c8-49c6-8d96-f8c834be67dd tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0648077 Jul 22 23:11:54.164383 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0437b3a-7b92-4929-a16d-a623850b8f83 req-7dcc9a0e-0a72-4859-9858-692034016dd2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326343 Jul 22 23:11:54.450349 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd45e87-92cd-446a-890f-c86d3c2909e7 req-835632f4-6379-42c6-ab38-a3bebddadf43 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.451855 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cd45e87-92cd-446a-890f-c86d3c2909e7 req-835632f4-6379-42c6-ab38-a3bebddadf43 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0645096 Jul 22 23:11:54.495036 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cd45e87-92cd-446a-890f-c86d3c2909e7 req-f282c3df-6151-479e-b629-e656c2834a27 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Jul 22 23:11:54.704622 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d142a-ecb6-46e3-8e8c-a903d22571e1 req-1b7589c7-71e0-40aa-8802-2401f2299d8f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.707756 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f89d142a-ecb6-46e3-8e8c-a903d22571e1 req-1b7589c7-71e0-40aa-8802-2401f2299d8f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0657086 Jul 22 23:11:54.749346 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f89d142a-ecb6-46e3-8e8c-a903d22571e1 req-e1fd556c-bb07-4bcb-a8a1-aee707973acf tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Jul 22 23:11:55.022685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6c087-9530-4992-af50-73eaf50baa4a req-5c8503c1-c0ac-47ed-9aef-842a3bd60a8a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.024234 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-acf6c087-9530-4992-af50-73eaf50baa4a req-5c8503c1-c0ac-47ed-9aef-842a3bd60a8a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0656679 Jul 22 23:11:55.063438 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-acf6c087-9530-4992-af50-73eaf50baa4a req-c992396f-96f4-47e5-a39c-7e414f6dfeb8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Jul 22 23:11:55.302128 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094d4ac-0c97-45c8-88b0-aaae7f4d0c95 req-1919c20e-6f96-4ca1-a0db-c9d78b8a306a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.303755 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9094d4ac-0c97-45c8-88b0-aaae7f4d0c95 req-1919c20e-6f96-4ca1-a0db-c9d78b8a306a tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0694153 Jul 22 23:11:55.343304 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9094d4ac-0c97-45c8-88b0-aaae7f4d0c95 req-7a65cb3a-9d9e-433f-a65c-ed385d7ac69e tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335965 Jul 22 23:11:55.628227 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013d05-6c47-4136-aa31-25d9658ed9da req-73d0c147-c7aa-4e73-a166-48cabec1574f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.630225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e013d05-6c47-4136-aa31-25d9658ed9da req-73d0c147-c7aa-4e73-a166-48cabec1574f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0680082 Jul 22 23:11:55.672732 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1e013d05-6c47-4136-aa31-25d9658ed9da req-900a44c5-d56f-4d64-bfbd-250826307f56 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 Jul 22 23:11:55.884369 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9f06b-5435-459b-9806-80fc1f898671 req-da55245b-5121-44aa-af4c-68a5e9626485 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.885948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28a9f06b-5435-459b-9806-80fc1f898671 req-da55245b-5121-44aa-af4c-68a5e9626485 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0691652 Jul 22 23:11:55.928367 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28a9f06b-5435-459b-9806-80fc1f898671 req-63d7fccb-06c4-434a-965b-1cd5c0e596ed tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366156 Jul 22 23:11:56.200536 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536006f-2c31-4428-a383-93f7f1ef7ded req-ea6c8a4f-8a63-4860-bedb-2f00babbab79 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.201980 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2536006f-2c31-4428-a383-93f7f1ef7ded req-ea6c8a4f-8a63-4860-bedb-2f00babbab79 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0655673 Jul 22 23:11:56.240759 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2536006f-2c31-4428-a383-93f7f1ef7ded req-b0ae63a7-c44d-4f68-abb8-ae0aacb5b507 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Jul 22 23:11:56.475909 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d70e-4ac9-4639-b7e8-6f7d127a79d8 req-72a9e4b5-4b93-46fe-8ddb-fd0cab322a10 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.477346 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a0c7d70e-4ac9-4639-b7e8-6f7d127a79d8 req-72a9e4b5-4b93-46fe-8ddb-fd0cab322a10 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0655606 Jul 22 23:11:56.516840 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a0c7d70e-4ac9-4639-b7e8-6f7d127a79d8 req-08165c4e-9eb4-4bae-98a5-3066e0be1692 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Jul 22 23:11:56.811024 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae514-39e8-4b18-ad93-139824d78a9a req-5ef7b3e6-cb83-48bd-90d8-2fc9925cf5f2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.812433 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbeae514-39e8-4b18-ad93-139824d78a9a req-5ef7b3e6-cb83-48bd-90d8-2fc9925cf5f2 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0697200 Jul 22 23:11:56.851919 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbeae514-39e8-4b18-ad93-139824d78a9a req-337de09b-5375-4c91-8e44-f1ea852c3a8e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Jul 22 23:11:57.059523 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81264b-ddfa-4628-b323-95747647de51 req-e872d349-fbe8-4c7e-ac49-5f997556c921 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.060950 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da81264b-ddfa-4628-b323-95747647de51 req-e872d349-fbe8-4c7e-ac49-5f997556c921 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0653386 Jul 22 23:11:57.100464 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da81264b-ddfa-4628-b323-95747647de51 req-2aa09973-5607-463c-843a-234cf7ebdf20 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Jul 22 23:11:57.378860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8e882-13eb-4776-838c-56b94e071a03 req-51beb060-9edd-4f4d-ba6d-49b8270c7f8b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.380494 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0ab8e882-13eb-4776-838c-56b94e071a03 req-51beb060-9edd-4f4d-ba6d-49b8270c7f8b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0663216 Jul 22 23:11:57.423615 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0ab8e882-13eb-4776-838c-56b94e071a03 req-22de1565-52e5-4d8c-b795-75700f641e31 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353634 Jul 22 23:11:57.647535 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6a610-f748-4601-9c27-fe9fffd17790 req-20b5be63-4e05-4b51-9b64-2d60eea88c93 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.648999 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f1d6a610-f748-4601-9c27-fe9fffd17790 req-20b5be63-4e05-4b51-9b64-2d60eea88c93 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0640855 Jul 22 23:11:57.687263 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f1d6a610-f748-4601-9c27-fe9fffd17790 req-4e0a32b7-56ab-4689-849a-1f9b1290e856 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jul 22 23:11:57.987258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395900aa-7e8f-4fae-927b-b0704520d184 req-fc1d8bce-9322-4715-9f58-ff49b9d492b4 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.988768 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-395900aa-7e8f-4fae-927b-b0704520d184 req-fc1d8bce-9322-4715-9f58-ff49b9d492b4 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jul 22 23:11:58.030377 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-395900aa-7e8f-4fae-927b-b0704520d184 req-7ebde011-36f6-4a76-b2d9-b9c9155d9dcc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358539 Jul 22 23:11:58.237628 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca16502-744c-451e-a9e8-93d3f2c382e7 req-627e7a21-2485-4d2d-98cb-368f5df4198d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.239058 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ca16502-744c-451e-a9e8-93d3f2c382e7 req-627e7a21-2485-4d2d-98cb-368f5df4198d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0686259 Jul 22 23:11:58.279483 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ca16502-744c-451e-a9e8-93d3f2c382e7 req-f759e271-3958-4c46-8ce2-a5c80db940fd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Jul 22 23:11:58.561143 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b306f-babb-485f-b98d-0c92fa9b305e req-e0dc7ec7-82fc-410c-8ad5-18cff271d683 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.562581 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5e7b306f-babb-485f-b98d-0c92fa9b305e req-e0dc7ec7-82fc-410c-8ad5-18cff271d683 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0659420 Jul 22 23:11:58.602094 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5e7b306f-babb-485f-b98d-0c92fa9b305e req-cf27c846-f012-435c-a202-68c67d079286 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Jul 22 23:11:58.823503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed3225-8167-4784-9b45-ecf80c1980ca req-f98a9450-98ae-4561-89ef-50c044fc29f0 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.824920 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-62ed3225-8167-4784-9b45-ecf80c1980ca req-f98a9450-98ae-4561-89ef-50c044fc29f0 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0679145 Jul 22 23:11:58.867225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-62ed3225-8167-4784-9b45-ecf80c1980ca req-8420b4a0-3e40-4ebc-81e4-580e6293ed16 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365613 Jul 22 23:11:59.162602 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3bcd1-fde9-4ba7-aa66-6639e9165c7d req-245b20d6-83e6-4255-84d1-496cfc6c9b3a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.164108 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7da3bcd1-fde9-4ba7-aa66-6639e9165c7d req-245b20d6-83e6-4255-84d1-496cfc6c9b3a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0657203 Jul 22 23:11:59.204561 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7da3bcd1-fde9-4ba7-aa66-6639e9165c7d req-94ae2e48-d399-4735-9115-8da169c0b62f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Jul 22 23:11:59.408237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb940b-4a1d-4417-a90e-959ff6ba218d req-78939345-542e-4a19-9dd4-f146a689073c tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.410287 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-05cb940b-4a1d-4417-a90e-959ff6ba218d req-78939345-542e-4a19-9dd4-f146a689073c tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0654166 Jul 22 23:11:59.448913 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-05cb940b-4a1d-4417-a90e-959ff6ba218d req-6218b0b8-de6a-4e84-a81c-0ce9a94d8c4f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Jul 22 23:11:59.743302 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e249ade-34b3-448d-8c89-227397a6fb73 req-1b581be2-2d6c-4648-849f-cee620c6d59b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.744805 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2e249ade-34b3-448d-8c89-227397a6fb73 req-1b581be2-2d6c-4648-849f-cee620c6d59b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0708430 Jul 22 23:11:59.786375 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2e249ade-34b3-448d-8c89-227397a6fb73 req-d52526e1-0f33-4c25-912b-d5b2cbb4975c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355809 Jul 22 23:12:00.000729 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c7f4-bd6e-45ab-98da-8161b57a80e0 req-d025bcd8-d612-48d5-a84b-53bdf43f82db tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:00.002144 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9022c7f4-bd6e-45ab-98da-8161b57a80e0 req-d025bcd8-d612-48d5-a84b-53bdf43f82db tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0641687 Jul 22 23:12:00.055039 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9022c7f4-bd6e-45ab-98da-8161b57a80e0 req-22c31b09-f16d-47eb-a050-e629e1054c4f tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Jul 22 23:12:00.338642 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c378-a9ee-4745-8d4c-1035833184c4 req-57bf83bf-758e-494c-b84a-ae9d0d9defe7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:00.340063 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2d68c378-a9ee-4745-8d4c-1035833184c4 req-57bf83bf-758e-494c-b84a-ae9d0d9defe7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0677586 Jul 22 23:12:00.370692 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9414f1bf-4e58-4a5a-b0e6-f7a16608e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.398087 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2d68c378-a9ee-4745-8d4c-1035833184c4 req-b2903617-7372-4091-86f7-57be62792e34 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Jul 22 23:12:00.623802 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47a50-44e0-4f48-8c7b-9e2ba7cbac14 req-eef670c6-9a46-433e-8636-6f4837f49e5f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:00.625316 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6fc47a50-44e0-4f48-8c7b-9e2ba7cbac14 req-eef670c6-9a46-433e-8636-6f4837f49e5f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0956993 Jul 22 23:12:00.665715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6fc47a50-44e0-4f48-8c7b-9e2ba7cbac14 req-1fcabb89-bc02-47ea-953d-3d89636387a5 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 22 23:12:00.927003 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c043c-7d3d-4b81-9a2e-af440b01889d req-638b2fb3-fecb-492c-96fb-d76203c19775 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:00.928498 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-323c043c-7d3d-4b81-9a2e-af440b01889d req-638b2fb3-fecb-492c-96fb-d76203c19775 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0703967 Jul 22 23:12:00.965090 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-323c043c-7d3d-4b81-9a2e-af440b01889d req-8457c9b0-5c01-4a54-b00b-0fabcd73faa4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Jul 22 23:12:01.187013 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774ccc8-6b83-4003-817a-b8d30af2d59c req-3e9f697b-588e-41db-9638-3de169c1ac30 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.188404 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e774ccc8-6b83-4003-817a-b8d30af2d59c req-3e9f697b-588e-41db-9638-3de169c1ac30 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0663288 Jul 22 23:12:01.225940 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e774ccc8-6b83-4003-817a-b8d30af2d59c req-cbc1ac83-7018-495f-a48d-eb194b1f2bd1 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Jul 22 23:12:01.479785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.526333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9b995-362b-4a64-ac1b-d5476a7dd8eb req-a8ddd2e2-32b9-499e-bcaa-a74906041d8e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.527818 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f3d9b995-362b-4a64-ac1b-d5476a7dd8eb req-a8ddd2e2-32b9-499e-bcaa-a74906041d8e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0626569 Jul 22 23:12:01.541972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Request body: {'port': {'device_id': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:01.597223 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f3d9b995-362b-4a64-ac1b-d5476a7dd8eb req-aa7f1270-c915-4de1-bfd4-42dc5aff5ab0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576189 Jul 22 23:12:01.619308 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.761101 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-04cbd01e-41df-4f2c-8852-244d292b04e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395922 Jul 22 23:12:01.807888 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9393f8-a80e-4254-938f-b9b9b57993eb req-299b5cc8-fd04-4b77-98e9-37adbb35c7e8 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.809629 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e9393f8-a80e-4254-938f-b9b9b57993eb req-299b5cc8-fd04-4b77-98e9-37adbb35c7e8 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 931 time: 0.0749607 Jul 22 23:12:01.851752 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e9393f8-a80e-4254-938f-b9b9b57993eb req-2184f6da-da8b-4fb7-a0f7-13a7fda8ec60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360775 Jul 22 23:12:01.904122 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-f9185240-5cdb-4e79-b609-6e56b8ccd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.905627 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-f9185240-5cdb-4e79-b609-6e56b8ccd0f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 1099 time: 0.1177685 Jul 22 23:12:02.015359 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b53d87-ea4f-4912-8f39-0c6344010661 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:02.025064 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.047017 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Transition to ACTIVE for port object 27b53d87-ea4f-4912-8f39-0c6344010661 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:02.053338 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.084074 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-b8af87e4-b613-4d4c-b67f-99faf85e3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.085529 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-b8af87e4-b613-4d4c-b67f-99faf85e3e13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 200 len: 920 time: 0.1544325 Jul 22 23:12:02.119720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478f98c-1948-4231-8ca4-917919cc527f req-52ffdf25-da88-4bb3-8bee-b8d2f26a4d5f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.121311 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3478f98c-1948-4231-8ca4-917919cc527f req-52ffdf25-da88-4bb3-8bee-b8d2f26a4d5f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0830166 Jul 22 23:12:02.145382 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-28891faf-8e02-43f1-be0d-56366993f5ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 200 len: 217 time: 0.0527904 Jul 22 23:12:02.147186 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:02.170875 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3478f98c-1948-4231-8ca4-917919cc527f req-ecaca3d3-94e7-48c9-9e2c-afacb15230f5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405903 Jul 22 23:12:02.245966 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-ec30192b-c5b1-44bf-b931-fd0e1e74cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.247513 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-ec30192b-c5b1-44bf-b931-fd0e1e74cee6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 200 len: 859 time: 0.0760348 Jul 22 23:12:02.269898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Attempting to bind port 27b53d87-ea4f-4912-8f39-0c6344010661 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:02.270205 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Attempting to bind port 27b53d87-ea4f-4912-8f39-0c6344010661 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:02.270528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Attempting to bind port 27b53d87-ea4f-4912-8f39-0c6344010661 on network 00eae661-de66-4142-a40a-072c3f8f8f35 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:02.290668 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-af3247d3-8c58-443a-b77e-d560a5faef3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35bc5d47-185a-49e1-a23d-f4a7d029ebd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329909 Jul 22 23:12:02.292565 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Port 27b53d87-ea4f-4912-8f39-0c6344010661 on network 00eae661-de66-4142-a40a-072c3f8f8f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:02.292912 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Attempting to bind port 27b53d87-ea4f-4912-8f39-0c6344010661 on network 00eae661-de66-4142-a40a-072c3f8f8f35 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:02.308230 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:02.308580 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Checking segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:02.309099 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Bound using segment: {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:02.309546 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Bound port: 27b53d87-ea4f-4912-8f39-0c6344010661, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a718bf-c40e-4c81-9039-93fc6c007569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:02.309904 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.375770 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3bf0c-1f30-4427-a412-e70f24fce281 req-758f5333-fc52-4c9d-bbd5-ee3878cd4342 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.381525 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bb3bf0c-1f30-4427-a412-e70f24fce281 req-758f5333-fc52-4c9d-bbd5-ee3878cd4342 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.0714576 Jul 22 23:12:02.415971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bb3bf0c-1f30-4427-a412-e70f24fce281 req-4590c8e6-f29d-4b5c-a231-921e0906a8f4 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Jul 22 23:12:02.460916 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-d9c0f19d-7847-4d68-a55a-fe27897c4924 service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616659 Jul 22 23:12:02.461894 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:02.486745 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:02.498508 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.544244 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.544924 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.546287 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-01c97da9-e030-403e-8281-48928687bd62 service neutron] 10.222.0.61 "PUT /v2.0/ports/27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 1093 time: 1.0112145 Jul 22 23:12:02.546725 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:02.548990 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a104a6d-1a56-404c-a1c0-f760bd893dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:02.660793 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a68dbd-b65e-43f8-b20f-8110ba6d3cb9 x-openstack-request-id: req-74a68dbd-b65e-43f8-b20f-8110ba6d3cb9 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:02.661080 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:02.661332 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74a68dbd-b65e-43f8-b20f-8110ba6d3cb9 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:02.661732 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:12:02.662410 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97da9-e030-403e-8281-48928687bd62 service neutron] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:02.669884 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3ee08b41-2144-44d4-9d2c-abd29a60a42a req-b55b0f17-70c4-4843-b2cc-b700e4c0e90f service neutron] 10.222.0.61 "GET /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959245 Jul 22 23:12:02.714461 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-543094da-0bac-4e39-9c5d-52617a3c89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.715999 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-543094da-0bac-4e39-9c5d-52617a3c89f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1096 time: 0.1058583 Jul 22 23:12:02.764212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4791d-bb5a-498b-a1b2-2fab3b62e0df req-c4d5ed22-606a-4020-9408-496998e7c4a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.765999 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6f4791d-bb5a-498b-a1b2-2fab3b62e0df req-c4d5ed22-606a-4020-9408-496998e7c4a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0838826 Jul 22 23:12:02.784206 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-8f1eeed5-80a4-482c-8f20-b88d0d1993c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 217 time: 0.0365889 Jul 22 23:12:02.844441 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.846728 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-0c79f67f-174a-4d50-97a8-741f6384edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.848499 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-0c79f67f-174a-4d50-97a8-741f6384edcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0478194 Jul 22 23:12:02.931129 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247580-4117-426c-a554-6192d450d453 req-39342a5a-6a09-463c-a188-250b1026a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.931417 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-01432ff7-d04d-43db-966e-ef9309d01e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.934198 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-39342a5a-6a09-463c-a188-250b1026a737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761662 Jul 22 23:12:03.044793 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6f4791d-bb5a-498b-a1b2-2fab3b62e0df req-e0fac018-3910-4c16-838f-24d1bafbd859 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710717 Jul 22 23:12:03.047172 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-01ba42d0-198b-46a4-bcdc-4b6e0260b449 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Jul 22 23:12:03.077271 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc8d5b-dfa7-4942-9625-d5631afca9f7 req-cbb0d7f8-06e2-4713-add9-808573470ef7 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.079210 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5fcc8d5b-dfa7-4942-9625-d5631afca9f7 req-cbb0d7f8-06e2-4713-add9-808573470ef7 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 943 time: 0.0773966 Jul 22 23:12:03.118848 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5fcc8d5b-dfa7-4942-9625-d5631afca9f7 req-925031c5-4737-4fda-bdf4-938dbfdf7a78 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Jul 22 23:12:03.211241 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c3247580-4117-426c-a554-6192d450d453 req-94703bc2-058b-4400-be9d-9c5bc7ec6b79 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529953 Jul 22 23:12:03.252776 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-6d38f846-4a69-4f95-af8a-36d7630cc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.255044 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-6d38f846-4a69-4f95-af8a-36d7630cc24b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 1097 time: 0.1096404 Jul 22 23:12:03.324989 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f545a3-b57f-4629-929f-d6355ce20444 req-ff9ebcfd-a1af-481b-bdb2-82c4a439d451 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.327417 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18f545a3-b57f-4629-929f-d6355ce20444 req-ff9ebcfd-a1af-481b-bdb2-82c4a439d451 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0653117 Jul 22 23:12:03.366639 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18f545a3-b57f-4629-929f-d6355ce20444 req-71e8f4ff-8f82-4493-96f6-9c0e7321bd99 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337298 Jul 22 23:12:03.377752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-00bf022f-86d7-497f-8b34-38a302387473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.379780 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-00bf022f-86d7-497f-8b34-38a302387473 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1096 time: 0.0955954 Jul 22 23:12:03.385612 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-d361454d-a4a9-4a73-93b2-86924e6fcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.386965 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-d361454d-a4a9-4a73-93b2-86924e6fcdf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1097 time: 0.0716078 Jul 22 23:12:03.543001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-f3d5bf4e-0f2b-4687-9a9b-8e35622df4d8 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.544562 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-f3d5bf4e-0f2b-4687-9a9b-8e35622df4d8 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.1032102 Jul 22 23:12:03.616387 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934a1f7-3e69-45da-9f22-1d46f4d1dde3 req-4842056e-e798-4738-b57c-0f52e59f0bb2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.617890 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a934a1f7-3e69-45da-9f22-1d46f4d1dde3 req-4842056e-e798-4738-b57c-0f52e59f0bb2 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce34a722-aea4-480e-bfbb-cf9d5766104d HTTP/1.1" status: 200 len: 946 time: 0.1268780 Jul 22 23:12:03.689083 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a934a1f7-3e69-45da-9f22-1d46f4d1dde3 req-58066880-7d6f-4f5f-94dc-2e44cf3e1ea8 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.15 "GET /v2.0/security-groups?id=96935d0f-f2a2-4abe-930c-768040ed4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Jul 22 23:12:03.702239 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Deleting port 19da1322-a4f3-409a-9018-c0962ee21347 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:03.702920 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:03.765943 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-027d73a2-de06-482e-94f7-5e22fc002245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.767451 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-027d73a2-de06-482e-94f7-5e22fc002245 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.3621657 Jul 22 23:12:03.768626 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-e1ffefdf-1e1c-4663-9e28-45ad6caf939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.770564 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-e1ffefdf-1e1c-4663-9e28-45ad6caf939e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.3582499 Jul 22 23:12:03.802823 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] For port 19da1322-a4f3-409a-9018-c0962ee21347, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=19da1322-a4f3-409a-9018-c0962ee21347,segment=NetworkSegment(1f6147aa-fb50-4946-bfd8-06a031286c73),segment_id=1f6147aa-fb50-4946-bfd8-06a031286c73)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:03.803214 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:03.818718 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Calling delete_port for 19da1322-a4f3-409a-9018-c0962ee21347 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:03.851204 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-f68f4e41-2389-4913-ad1c-ccc675e76860 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 217 time: 0.0707436 Jul 22 23:12:03.919613 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-e6ab8220-4cd1-4ede-862c-e51627dea2a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 1000 time: 0.1371081 Jul 22 23:12:03.941759 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-c36b1234-7f42-4bc2-a368-3bf618557aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.943459 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-c36b1234-7f42-4bc2-a368-3bf618557aa1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0819666 Jul 22 23:12:04.000394 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.024868 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-32b8b4f1-6729-4639-a4f1-5e485a5709fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.025123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['19da1322-a4f3-409a-9018-c0962ee21347'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:04.026404 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-32b8b4f1-6729-4639-a4f1-5e485a5709fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0970912 Jul 22 23:12:04.050812 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.053693 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Pushing event deleted for resources: {'Port': ['ID=19da1322-a4f3-409a-9018-c0962ee21347,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:04.083129 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-3d6b1238-2b35-4958-ab00-753e94b84089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.084412 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-3d6b1238-2b35-4958-ab00-753e94b84089 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1190896 Jul 22 23:12:04.085452 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.085818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.086173 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.086517 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.086862 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.087200 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.087533 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.087868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.088199 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.088529 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.088953 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.089283 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:04.163034 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] No DVR routers for this DVR port 19da1322-a4f3-409a-9018-c0962ee21347 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:04.177598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-baf45f8a-e647-4cf9-87cb-5f2ae21db860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.179005 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-baf45f8a-e647-4cf9-87cb-5f2ae21db860 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1429298 Jul 22 23:12:04.184038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.186158 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-661a54af-f9a6-459f-97f6-87fc4429aeef req-2915d6bd-7f70-4c47-aa12-b722af65a272 tempest-AttachVolumeNegativeTest-367305078 tempest-AttachVolumeNegativeTest-367305078-project] 10.222.0.61 "DELETE /v2.0/ports/19da1322-a4f3-409a-9018-c0962ee21347 HTTP/1.1" status: 204 len: 173 time: 0.6346478 Jul 22 23:12:04.186602 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'name': 'network-vif-deleted', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:04.188996 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edafefd2-3b39-459e-9fef-394a0b28b578" -d '{"events": [{"server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "name": "network-vif-deleted", "tag": "19da1322-a4f3-409a-9018-c0962ee21347"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:04.211777 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-244ee2f0-0510-45d8-b2e6-aefcea99ce48 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190946 Jul 22 23:12:04.273418 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bac2ae-dba4-4ab0-a3ae-bfdcc28b19b0 req-b35e7213-cd4e-4c93-8e76-a18be9f8e0ba tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.275195 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92bac2ae-dba4-4ab0-a3ae-bfdcc28b19b0 req-b35e7213-cd4e-4c93-8e76-a18be9f8e0ba tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1418147 Jul 22 23:12:04.291363 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243d8b4-724d-4af9-b241-9309335b8cad req-c73f483f-d5ff-4d89-8f3f-604e314cd26d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.292945 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9243d8b4-724d-4af9-b241-9309335b8cad req-c73f483f-d5ff-4d89-8f3f-604e314cd26d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 943 time: 0.0997338 Jul 22 23:12:04.339079 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-1c205e7b-c580-4685-8f4e-4fbbbc53e330 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503265 Jul 22 23:12:04.352045 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92bac2ae-dba4-4ab0-a3ae-bfdcc28b19b0 req-9d198c54-26f6-423d-a9b6-e24343263e70 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Jul 22 23:12:04.354778 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9243d8b4-724d-4af9-b241-9309335b8cad req-a70ce758-377f-460b-b360-3d44927ba058 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jul 22 23:12:04.384856 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4a104a6d-1a56-404c-a1c0-f760bd893dcd req-9d937377-a8ea-491e-9919-c5aacc00d51a service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643498 Jul 22 23:12:04.410588 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ce7f4-85d1-4090-9262-038b58f2716c x-openstack-request-id: req-f01ce7f4-85d1-4090-9262-038b58f2716c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:04.410808 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce34a722-aea4-480e-bfbb-cf9d5766104d", "name": "network-vif-deleted", "tag": "19da1322-a4f3-409a-9018-c0962ee21347", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:04.411064 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f01ce7f4-85d1-4090-9262-038b58f2716c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:04.411725 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce34a722-aea4-480e-bfbb-cf9d5766104d', 'name': 'network-vif-deleted', 'tag': '19da1322-a4f3-409a-9018-c0962ee21347', 'status': 'completed', 'code': 200} Jul 22 23:12:04.450350 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a6854db0-14b6-4767-add1-7e10b8b99414 req-e1876553-8ad3-4c4d-befa-49ac8adbc306 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016748 Jul 22 23:12:04.510539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7c78b-ab74-468f-9981-cd722afa709a req-df91595e-02b6-471a-b866-25d230ff457b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.512547 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f3a7c78b-ab74-468f-9981-cd722afa709a req-df91595e-02b6-471a-b866-25d230ff457b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0686662 Jul 22 23:12:04.550824 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f3a7c78b-ab74-468f-9981-cd722afa709a req-247cd160-162a-4683-a950-761731eecb80 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Jul 22 23:12:04.776401 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43554) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:04.822014 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Deleting subnet 3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:12:04.825299 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.876165 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.935833 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.003180 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.030755 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e179fd9-4dd9-464e-aa3d-7bf3f04a0599,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.039356 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 27b53d87-ea4f-4912-8f39-0c6344010661 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:05.044643 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.046992 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-06666305-8719-4e23-9c84-44538e1b20da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e179fd9-4dd9-464e-aa3d-7bf3f04a0599 HTTP/1.1" status: 204 len: 168 time: 0.2692585 Jul 22 23:12:05.050340 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43562) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.138876 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.152237 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:05.164535 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '27b53d87-ea4f-4912-8f39-0c6344010661', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'port_id': '27b53d87-ea4f-4912-8f39-0c6344010661', 'mac_address': 'fa:16:3e:83:f6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:05.211039 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.226038 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b53d87-ea4f-4912-8f39-0c6344010661 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:05.250214 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:05.255587 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.262013 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.276811 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279eb3db-0781-455d-a7d6-366ffe9e3761']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:05.287893 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6147aa-fb50-4946-bfd8-06a031286c73') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:05.288199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6147aa-fb50-4946-bfd8-06a031286c73') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:05.297932 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.305470 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.316740 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.323166 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:12:05.323564 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:12:05.325315 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:12:05.387745 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.395975 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.398280 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] 10.222.0.15 "DELETE /v2.0/networks/279eb3db-0781-455d-a7d6-366ffe9e3761 HTTP/1.1" status: 204 len: 168 time: 0.3434649 Jul 22 23:12:05.410702 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bbcb7-c717-45e8-a587-19ad2732198e admin admin] Pushing event deleted for resources: {'Network': ['ID=279eb3db-0781-455d-a7d6-366ffe9e3761,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.512877 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37902-da09-43f5-94dc-1d2b2fe81b74 req-85fa46c8-376c-4e79-bff2-4d261dd7c53f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.515225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d7a37902-da09-43f5-94dc-1d2b2fe81b74 req-85fa46c8-376c-4e79-bff2-4d261dd7c53f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 944 time: 0.0757449 Jul 22 23:12:05.561317 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d7a37902-da09-43f5-94dc-1d2b2fe81b74 req-7c0bdd88-bd4e-4783-b38e-a6fce4abf6d8 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Jul 22 23:12:05.569172 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:05.661314 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43570) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.711579 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fd508e5c-a894-41d3-a615-ef548526a160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e252934ab05c45c78817089679c7a2cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489891 Jul 22 23:12:05.713061 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43572) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.760239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.791914 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c844e5-70c0-4f6d-9b42-0a15cce30ec8 req-94a48727-1c7c-4b0d-98bc-9019fdaef540 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.793487 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72c844e5-70c0-4f6d-9b42-0a15cce30ec8 req-94a48727-1c7c-4b0d-98bc-9019fdaef540 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.1410389 Jul 22 23:12:05.814802 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.864044 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.868571 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72c844e5-70c0-4f6d-9b42-0a15cce30ec8 req-daeea910-c727-4fbc-9774-c42dd7caeb8b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656807 Jul 22 23:12:05.922222 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.925086 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.928929 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96935d0f-f2a2-4abe-930c-768040ed4e9d HTTP/1.1" status: 204 len: 168 time: 0.2114038 Jul 22 23:12:05.943421 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c252e6-e187-4623-9db3-1bcaa9df16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96935d0f-f2a2-4abe-930c-768040ed4e9d,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:06.766275 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074bf3-5efa-4306-9cb0-d070ad1becc8 req-51ff3766-084c-4e81-9215-3ea0151113a8 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.767983 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-90074bf3-5efa-4306-9cb0-d070ad1becc8 req-51ff3766-084c-4e81-9215-3ea0151113a8 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 944 time: 0.1125135 Jul 22 23:12:06.815846 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-90074bf3-5efa-4306-9cb0-d070ad1becc8 req-ba8b228b-d976-47ad-802e-f083de1e25cd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Jul 22 23:12:07.058955 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 27b53d87-ea4f-4912-8f39-0c6344010661 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:07.059679 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff70da-c6dc-4e2a-8215-d50f4d24f6d7 req-8a3ba190-b199-48e0-889b-326e09baa52f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.061253 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9eff70da-c6dc-4e2a-8215-d50f4d24f6d7 req-8a3ba190-b199-48e0-889b-326e09baa52f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0940835 Jul 22 23:12:07.109104 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9eff70da-c6dc-4e2a-8215-d50f4d24f6d7 req-e1394459-e77a-4039-9c2a-9759ee33b04a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Jul 22 23:12:07.152281 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 27b53d87-ea4f-4912-8f39-0c6344010661 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:07.156602 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 27b53d87-ea4f-4912-8f39-0c6344010661 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:07.157191 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.255806 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.298220 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:07.301225 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a72088-e3b7-4700-bd87-f6964bef9ad8" -d '{"events": [{"server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "name": "network-vif-plugged", "status": "completed", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:07.324489 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:07.329314 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.330232 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 19da1322-a4f3-409a-9018-c0962ee21347 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:07.376477 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bbf10f-4ef6-4ecb-ac03-0c14e8d15a97 x-openstack-request-id: req-84bbf10f-4ef6-4ecb-ac03-0c14e8d15a97 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:07.376721 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "name": "network-vif-plugged", "status": "completed", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:07.376938 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84bbf10f-4ef6-4ecb-ac03-0c14e8d15a97 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:07.377514 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'code': 200} Jul 22 23:12:07.380588 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 19da1322-a4f3-409a-9018-c0962ee21347 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:07.381199 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 19da1322-a4f3-409a-9018-c0962ee21347 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:07.408565 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.983791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61327f78-62ff-4674-818b-d017eec7b71c req-2eff0d47-3c9d-46c8-89b7-68b4a7da73f7 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.985489 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61327f78-62ff-4674-818b-d017eec7b71c req-2eff0d47-3c9d-46c8-89b7-68b4a7da73f7 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0890470 Jul 22 23:12:08.039172 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-61327f78-62ff-4674-818b-d017eec7b71c req-ec483352-ebfa-4ae5-bc00-98406f9e730d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Jul 22 23:12:08.333521 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d26d-07f4-4a6a-9706-7d11cf69df79 req-4a6027bd-3804-464c-a1e9-30e853245914 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.335206 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3638d26d-07f4-4a6a-9706-7d11cf69df79 req-4a6027bd-3804-464c-a1e9-30e853245914 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.1194537 Jul 22 23:12:08.417283 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3638d26d-07f4-4a6a-9706-7d11cf69df79 req-356d4a33-37b3-4693-9179-98455b1034bb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761096 Jul 22 23:12:09.177121 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987777e8-1562-4888-9a13-f318ca572f0a req-df1ec396-c9ef-4bdf-9fbf-bad6ebcf1427 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.178857 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-987777e8-1562-4888-9a13-f318ca572f0a req-df1ec396-c9ef-4bdf-9fbf-bad6ebcf1427 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0697916 Jul 22 23:12:09.219224 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-987777e8-1562-4888-9a13-f318ca572f0a req-2ceda264-7f5e-48ac-82f0-09ad1e1aef32 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 22 23:12:09.568693 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e18f-582e-466a-aa97-061cb4c0080b req-30dd1a9f-1639-4641-a401-34b0f742da97 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.570290 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bf3e18f-582e-466a-aa97-061cb4c0080b req-30dd1a9f-1639-4641-a401-34b0f742da97 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0798275 Jul 22 23:12:09.614792 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bf3e18f-582e-466a-aa97-061cb4c0080b req-9bd1b34b-3302-49fc-92d7-da693e5fadc6 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371375 Jul 22 23:12:10.355277 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f628-bfa6-4fb1-abf1-889d8482e4d4 req-b73b00f1-5d99-460e-8345-5b6b4883015d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:10.357089 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3d46f628-bfa6-4fb1-abf1-889d8482e4d4 req-b73b00f1-5d99-460e-8345-5b6b4883015d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0693448 Jul 22 23:12:10.404867 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3d46f628-bfa6-4fb1-abf1-889d8482e4d4 req-e0f135e9-d6e1-45a1-bb83-c0cec2ab538d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Jul 22 23:12:10.759319 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80a778-aa12-4ee2-af9d-6bc93dc062c8 req-66d30084-a2c4-4099-a175-0c2c55b93ed7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:10.760837 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1f80a778-aa12-4ee2-af9d-6bc93dc062c8 req-66d30084-a2c4-4099-a175-0c2c55b93ed7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0674148 Jul 22 23:12:10.798987 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1f80a778-aa12-4ee2-af9d-6bc93dc062c8 req-eac8eacb-4ea1-4508-805f-a50f844fd878 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jul 22 23:12:11.552895 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e2888-5f55-4267-8a81-4272c70cff83 req-237f5ad8-e078-4ff8-8632-a9362678d32c tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:11.555434 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-de0e2888-5f55-4267-8a81-4272c70cff83 req-237f5ad8-e078-4ff8-8632-a9362678d32c tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0785077 Jul 22 23:12:11.607377 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-de0e2888-5f55-4267-8a81-4272c70cff83 req-496f4c40-b5ea-45a5-a44d-782232f1b75d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 22 23:12:11.941581 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15239e1d-f623-4f56-83c0-51aa638aef30 req-b184a872-0962-4de4-91d9-82743eeee8ce tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:11.943337 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-15239e1d-f623-4f56-83c0-51aa638aef30 req-b184a872-0962-4de4-91d9-82743eeee8ce tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0671389 Jul 22 23:12:12.004295 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-15239e1d-f623-4f56-83c0-51aa638aef30 req-a9f4eeb4-b199-4044-be22-ec5c0b119dda tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552096 Jul 22 23:12:12.750799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568dade-e008-4b07-88c8-238d235ec8af req-f757f323-688a-493e-8b98-6a149574428b tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:12.752297 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a568dade-e008-4b07-88c8-238d235ec8af req-f757f323-688a-493e-8b98-6a149574428b tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0681789 Jul 22 23:12:12.793234 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a568dade-e008-4b07-88c8-238d235ec8af req-4b2fc95c-d03f-44e4-9482-19a9f84c18f1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jul 22 23:12:13.162689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55a4e2-8848-4e32-bf68-d470eec2d545 req-a14220b2-d7b7-4224-ad35-a2470bdccbae tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:13.164394 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7e55a4e2-8848-4e32-bf68-d470eec2d545 req-a14220b2-d7b7-4224-ad35-a2470bdccbae tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0785630 Jul 22 23:12:13.204717 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7e55a4e2-8848-4e32-bf68-d470eec2d545 req-831db7a5-a71c-48a7-9b8e-37612edfb064 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Jul 22 23:12:13.930071 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205af06-ca63-443b-a5d1-4df1dfae4e38 req-a2087dc3-6750-4d89-9ba3-1b11d77d09e6 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:13.931580 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3205af06-ca63-443b-a5d1-4df1dfae4e38 req-a2087dc3-6750-4d89-9ba3-1b11d77d09e6 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0676439 Jul 22 23:12:13.972344 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3205af06-ca63-443b-a5d1-4df1dfae4e38 req-300399d8-f99c-4661-86a2-43714067ac4d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Jul 22 23:12:14.362117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3e801-c2b7-46b3-b040-c3dc2cb7d6f9 req-b951fbc2-bd58-43d0-a14f-a4c8d53e91b9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:14.364372 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fba3e801-c2b7-46b3-b040-c3dc2cb7d6f9 req-b951fbc2-bd58-43d0-a14f-a4c8d53e91b9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0728791 Jul 22 23:12:14.409316 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fba3e801-c2b7-46b3-b040-c3dc2cb7d6f9 req-818bdb72-7fc3-4bf9-9e2c-f481d8ad7265 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377364 Jul 22 23:12:14.550945 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43748) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:14.658356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43804b24-c2dd-47d9-8e9e-0aa802a32861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.748164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43804b24-c2dd-47d9-8e9e-0aa802a32861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.751879 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43804b24-c2dd-47d9-8e9e-0aa802a32861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.789284 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-43804b24-c2dd-47d9-8e9e-0aa802a32861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=386ee08d0b49467e8ad20f599c8c9903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371042 Jul 22 23:12:14.790212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804b24-c2dd-47d9-8e9e-0aa802a32861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b889d08-4342-4164-9046-3dd4f689d943,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:14.791977 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43752) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:14.842522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.864564 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.918547 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.920298 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.921489 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b889d08-4342-4164-9046-3dd4f689d943 HTTP/1.1" status: 204 len: 168 time: 0.1284511 Jul 22 23:12:14.929877 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d074b-b0e3-4e15-9acd-490371bfbf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b889d08-4342-4164-9046-3dd4f689d943,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.118414 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc0db-d9f4-48dc-9546-16fe2a40ce44 req-d6e20428-2b54-42a2-9259-43d80473d328 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:15.119568 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5a2fc0db-d9f4-48dc-9546-16fe2a40ce44 req-d6e20428-2b54-42a2-9259-43d80473d328 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0693302 Jul 22 23:12:15.158511 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5a2fc0db-d9f4-48dc-9546-16fe2a40ce44 req-eac463de-bd18-49bb-8bd5-3342adc6192a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Jul 22 23:12:15.241322 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43760) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.256176 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d7ae-d544-4ee8-b257-daebb137dda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.350592 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d7ae-d544-4ee8-b257-daebb137dda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.354712 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d7ae-d544-4ee8-b257-daebb137dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.395136 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9aa2d7ae-d544-4ee8-b257-daebb137dda4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca03e89f61e241488ec5387057426928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521573 Jul 22 23:12:15.395984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2d7ae-d544-4ee8-b257-daebb137dda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72bc6d5-8e56-4c34-9271-e32ba64b326e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.398520 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43762) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.450289 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.474200 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.555572 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.558148 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.559286 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a72bc6d5-8e56-4c34-9271-e32ba64b326e HTTP/1.1" status: 204 len: 168 time: 0.1596892 Jul 22 23:12:15.569720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9a482-0b1f-4163-b2c7-21ee2c985b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72bc6d5-8e56-4c34-9271-e32ba64b326e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.583901 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac944-8de7-4612-b6fd-8c66141a91bc req-d126c422-8fc0-4f3b-bddf-332f3fd57dac tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:15.585419 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8aeac944-8de7-4612-b6fd-8c66141a91bc req-d126c422-8fc0-4f3b-bddf-332f3fd57dac tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0855193 Jul 22 23:12:15.626237 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8aeac944-8de7-4612-b6fd-8c66141a91bc req-b5ee5271-5453-4ea2-b44e-1273f16d911e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Jul 22 23:12:15.884727 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 43772) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.897893 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4031f87d-fa51-4471-9b77-ef68d31f0282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.984853 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4031f87d-fa51-4471-9b77-ef68d31f0282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.990028 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4031f87d-fa51-4471-9b77-ef68d31f0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.027443 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-4031f87d-fa51-4471-9b77-ef68d31f0282 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a644b30eb624daa9539f64a29ab1c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416779 Jul 22 23:12:16.028293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f87d-fa51-4471-9b77-ef68d31f0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd23077-5dca-4b94-89a3-dd0979183c78,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.030100 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 43774) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.079733 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.103972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.149685 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.152193 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.153372 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdd23077-5dca-4b94-89a3-dd0979183c78 HTTP/1.1" status: 204 len: 168 time: 0.1215625 Jul 22 23:12:16.160801 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480dc78-5963-4efe-87b5-d832c8318963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd23077-5dca-4b94-89a3-dd0979183c78,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.282971 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0c778-1589-4699-b56b-fdf2e3e549f4 req-a3203fdb-5916-4495-8117-0144085cf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.285502 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18c0c778-1589-4699-b56b-fdf2e3e549f4 req-a3203fdb-5916-4495-8117-0144085cf8f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1098 time: 0.0574086 Jul 22 23:12:16.306867 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d285e-b8ab-4082-b775-fddf9fbfd9a2 req-4816ad81-33f1-4bbd-839b-9cfb46369196 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.309211 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-681d285e-b8ab-4082-b775-fddf9fbfd9a2 req-4816ad81-33f1-4bbd-839b-9cfb46369196 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0736775 Jul 22 23:12:16.330001 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-18c0c778-1589-4699-b56b-fdf2e3e549f4 req-20d9eebe-0d90-4b13-a7e4-3d0cf29df7d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 Jul 22 23:12:16.351594 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-681d285e-b8ab-4082-b775-fddf9fbfd9a2 req-2c69a030-30c8-46f0-a4dd-e141582d96b6 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Jul 22 23:12:16.773806 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9dbb2-d025-4933-bf6e-c67d1df32df6 req-a76417da-e839-41e7-b4e8-dc0eb520c720 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.775489 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0f9dbb2-d025-4933-bf6e-c67d1df32df6 req-a76417da-e839-41e7-b4e8-dc0eb520c720 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0716584 Jul 22 23:12:16.819968 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0f9dbb2-d025-4933-bf6e-c67d1df32df6 req-e0c97cd5-dc15-4e39-98c9-61e8948cbc0b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327537 Jul 22 23:12:17.483082 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe63383-a07a-43aa-aead-1cfb60098df8 req-fd79f51e-00b2-48c5-87ba-4d6bc12508b2 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:17.484617 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abe63383-a07a-43aa-aead-1cfb60098df8 req-fd79f51e-00b2-48c5-87ba-4d6bc12508b2 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0625756 Jul 22 23:12:17.522506 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abe63383-a07a-43aa-aead-1cfb60098df8 req-9b3ea658-d1e9-4cb7-a97a-1f3f1137c29f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Jul 22 23:12:17.658924 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765e0b-6bb8-4d22-8b9d-a9d34422562e req-cda7b14a-4aff-4d27-9f35-5dc06099b7d3 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:17.660687 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45765e0b-6bb8-4d22-8b9d-a9d34422562e req-cda7b14a-4aff-4d27-9f35-5dc06099b7d3 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0710094 Jul 22 23:12:17.704202 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-45765e0b-6bb8-4d22-8b9d-a9d34422562e req-02c2a5ef-69b3-4a2a-a8e2-69334bbd81f0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Jul 22 23:12:17.967765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de108ed-41c3-4bc7-86f0-6df44673f6d0 req-8fa0256d-8d05-4f77-b038-e78d6034e936 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:17.969285 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4de108ed-41c3-4bc7-86f0-6df44673f6d0 req-8fa0256d-8d05-4f77-b038-e78d6034e936 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0671823 Jul 22 23:12:18.010536 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4de108ed-41c3-4bc7-86f0-6df44673f6d0 req-6e42f54b-db86-42a3-ad34-55ebd337d666 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Jul 22 23:12:18.090494 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dc067-2912-4725-a7cc-21f65bccbbaf req-43ea40b7-4448-4c14-8010-7ba572af6897 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:18.092041 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2d6dc067-2912-4725-a7cc-21f65bccbbaf req-43ea40b7-4448-4c14-8010-7ba572af6897 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0659282 Jul 22 23:12:18.129401 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2d6dc067-2912-4725-a7cc-21f65bccbbaf req-8d8012dd-b220-468c-a828-e8ed705a69da tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jul 22 23:12:18.773113 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:19.150706 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47dc0-065c-41a9-89c8-22620217a219 req-89b92ac2-9d82-4d8a-9ee6-90cb6e14e76a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:19.152235 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00e47dc0-065c-41a9-89c8-22620217a219 req-89b92ac2-9d82-4d8a-9ee6-90cb6e14e76a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0664303 Jul 22 23:12:19.190372 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00e47dc0-065c-41a9-89c8-22620217a219 req-dccef847-d0d9-4257-80d1-64223183d8aa tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324075 Jul 22 23:12:19.697190 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8841-833a-43c8-85a0-917e008bdfec req-6dc24d95-23b7-4690-adf9-19e2241895a7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:19.698665 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-545b8841-833a-43c8-85a0-917e008bdfec req-6dc24d95-23b7-4690-adf9-19e2241895a7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0722990 Jul 22 23:12:19.739985 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-545b8841-833a-43c8-85a0-917e008bdfec req-188abd6d-4196-4ff3-b25c-9a7467091be4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Jul 22 23:12:20.115721 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548e1e-d3f0-479d-b108-0dde147f7c86 req-74637075-0219-4d5c-9d93-ab7acbd92ad6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.117221 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72548e1e-d3f0-479d-b108-0dde147f7c86 req-74637075-0219-4d5c-9d93-ab7acbd92ad6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0699477 Jul 22 23:12:20.157183 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72548e1e-d3f0-479d-b108-0dde147f7c86 req-5bffc331-1a37-4619-8f07-0d031760cfa7 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jul 22 23:12:20.328946 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa672a0-43e8-4221-8eb5-cb31d769bdbc req-66fddf7e-1bd9-4b30-972d-0b522ac72f8f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.330454 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-efa672a0-43e8-4221-8eb5-cb31d769bdbc req-66fddf7e-1bd9-4b30-972d-0b522ac72f8f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0651524 Jul 22 23:12:20.375232 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-efa672a0-43e8-4221-8eb5-cb31d769bdbc req-1c37318c-d92b-41ce-892d-feb04f44aadb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390432 Jul 22 23:12:20.870983 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833305-f166-49be-b9cd-d59f0506692b req-28016a82-04c8-4647-9d2c-b6b5b9ae3def tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.872465 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99833305-f166-49be-b9cd-d59f0506692b req-28016a82-04c8-4647-9d2c-b6b5b9ae3def tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0637643 Jul 22 23:12:20.914655 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-99833305-f166-49be-b9cd-d59f0506692b req-6101ea0f-e741-4ead-b230-b5d39253e297 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364683 Jul 22 23:12:21.291852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65d78c-7e1f-4088-8f14-15be33240799 req-9999d06e-feff-44a6-b4ff-e91f10c82ea1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.293375 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7a65d78c-7e1f-4088-8f14-15be33240799 req-9999d06e-feff-44a6-b4ff-e91f10c82ea1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0660055 Jul 22 23:12:21.331034 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7a65d78c-7e1f-4088-8f14-15be33240799 req-a2416b38-8cf0-4b1e-ba63-713ee1d6e2b6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Jul 22 23:12:21.510657 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaa2e-759c-4582-a394-fcec58de0f64 req-813ac791-419e-43c0-9de7-95357e8416af tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.512130 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2caeaa2e-759c-4582-a394-fcec58de0f64 req-813ac791-419e-43c0-9de7-95357e8416af tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0639460 Jul 22 23:12:21.549034 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2caeaa2e-759c-4582-a394-fcec58de0f64 req-79753bc4-f3b3-4fe7-9b44-393d14a4cc30 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Jul 22 23:12:22.053729 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd9ff7-fe43-4db0-bdae-1cd2c8937634 req-58f7b249-9883-4ecb-9af5-e37e8ff43e9f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.055201 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3acd9ff7-fe43-4db0-bdae-1cd2c8937634 req-58f7b249-9883-4ecb-9af5-e37e8ff43e9f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0659521 Jul 22 23:12:22.092644 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3acd9ff7-fe43-4db0-bdae-1cd2c8937634 req-b86b11dc-5234-4d11-bedd-faa3850ded56 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Jul 22 23:12:22.458955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb19aa-d1f9-4993-9a53-2371f3b01847 req-0787f2f6-714f-4b4b-8fee-8f9ec2d972d0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.460507 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1dfb19aa-d1f9-4993-9a53-2371f3b01847 req-0787f2f6-714f-4b4b-8fee-8f9ec2d972d0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0638344 Jul 22 23:12:22.498583 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1dfb19aa-d1f9-4993-9a53-2371f3b01847 req-43de7dba-10d6-4ca8-82af-3a08ef6f2fd9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 22 23:12:22.684627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0cdd9-ac66-4d1f-a388-053ed4ccdf02 req-f287ab7e-7679-4692-b5a1-ddfe966fa92d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.686020 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4cf0cdd9-ac66-4d1f-a388-053ed4ccdf02 req-f287ab7e-7679-4692-b5a1-ddfe966fa92d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Jul 22 23:12:22.723589 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4cf0cdd9-ac66-4d1f-a388-053ed4ccdf02 req-2708b072-fdfc-408a-8aa0-2084ea917b35 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Jul 22 23:12:22.749751 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-5da12e5b-eec6-4741-a501-55fefd3793df tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.751305 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-5da12e5b-eec6-4741-a501-55fefd3793df tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 946 time: 0.0654147 Jul 22 23:12:22.854252 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Deleting port 8551c415-5e17-4208-9a72-8a0dcdd70b32 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:22.854661 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:22.947581 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] For port 8551c415-5e17-4208-9a72-8a0dcdd70b32, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8551c415-5e17-4208-9a72-8a0dcdd70b32,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:22.948067 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:22.961340 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Calling delete_port for 8551c415-5e17-4208-9a72-8a0dcdd70b32 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:23.093654 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.105362 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['a7d2220f-09da-495b-bd3d-34905e75203f', '8551c415-5e17-4208-9a72-8a0dcdd70b32'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:23.123023 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Pushing event deleted for resources: {'Port': ['ID=8551c415-5e17-4208-9a72-8a0dcdd70b32,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:23.162105 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:23.173000 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] No DVR routers for this DVR port 8551c415-5e17-4208-9a72-8a0dcdd70b32 on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:23.175990 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.178158 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-a084c1dc-b65e-442b-829d-5b3c318cb98b req-d569987d-47fc-43a1-91b0-4312531055a6 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "DELETE /v2.0/ports/8551c415-5e17-4208-9a72-8a0dcdd70b32 HTTP/1.1" status: 204 len: 173 time: 0.4195845 Jul 22 23:12:23.178826 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'name': 'network-vif-deleted', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:23.180998 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4027a7-8d0f-425c-9c1d-c113fc2ab048" -d '{"events": [{"server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "name": "network-vif-deleted", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:23.283575 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3238c-44ef-4cf4-8404-8d30ad411b61 req-9d2962a1-50a9-4674-a6db-0d30e9e12cc4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.285753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269140de-4781-4132-af0c-b147f41b9a85 x-openstack-request-id: req-269140de-4781-4132-af0c-b147f41b9a85 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:23.286269 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c71503-6d46-4f82-a6df-48af60a2bc20", "name": "network-vif-deleted", "tag": "8551c415-5e17-4208-9a72-8a0dcdd70b32", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:23.286913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-269140de-4781-4132-af0c-b147f41b9a85 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:23.287581 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c71503-6d46-4f82-a6df-48af60a2bc20', 'name': 'network-vif-deleted', 'tag': '8551c415-5e17-4208-9a72-8a0dcdd70b32', 'status': 'completed', 'code': 200} Jul 22 23:12:23.292049 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-94e3238c-44ef-4cf4-8404-8d30ad411b61 req-9d2962a1-50a9-4674-a6db-0d30e9e12cc4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1247416 Jul 22 23:12:23.336549 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-94e3238c-44ef-4cf4-8404-8d30ad411b61 req-0c9d5e45-2571-48bf-b094-40eba3e80d66 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432708 Jul 22 23:12:23.359157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:23.371269 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'mac_address': 'fa:16:3e:4d:ae:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:23.424852 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.437702 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:23.458131 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:23.463226 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.513404 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=9']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:23.520416 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.520793 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.521137 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.521475 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.521810 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.522142 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.522469 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.522793 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.523120 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.523443 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.523764 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.524083 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:23.606936 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cbdd3eda-d444-4606-8ede-51ee9b6908e9 req-57aa5927-1fdf-4fb7-99a8-a18b8f46a3d9 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3c71503-6d46-4f82-a6df-48af60a2bc20 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Jul 22 23:12:23.755197 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['d809e620-66b7-4cb7-b78c-76b2e8ce4b7b'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:23.866498 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ac1f7-ba3c-4a8a-8a2b-8e1b3adfd3b0 req-2c5ad7d5-a3e5-4380-ba17-911ea28a8a9f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.868072 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-548ac1f7-ba3c-4a8a-8a2b-8e1b3adfd3b0 req-2c5ad7d5-a3e5-4380-ba17-911ea28a8a9f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.0726464 Jul 22 23:12:23.909715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-548ac1f7-ba3c-4a8a-8a2b-8e1b3adfd3b0 req-65c8a95b-d6cd-46b3-ac16-e77071e1b488 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355072 Jul 22 23:12:24.471610 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5e37f-c50d-4c5d-9df8-7653ebcb1189 req-96899d46-bb5e-48da-b5ee-9682789e0ae1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:24.473880 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ccc5e37f-c50d-4c5d-9df8-7653ebcb1189 req-96899d46-bb5e-48da-b5ee-9682789e0ae1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0663702 Jul 22 23:12:24.511187 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ccc5e37f-c50d-4c5d-9df8-7653ebcb1189 req-e582cbc2-90f6-4ba9-8796-ba7a63fddd84 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Jul 22 23:12:24.886737 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115144f0-7d84-4a04-b897-fc3f349e076a req-7e453373-db5f-41ee-8ffc-c521d1377848 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:24.888124 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-115144f0-7d84-4a04-b897-fc3f349e076a req-7e453373-db5f-41ee-8ffc-c521d1377848 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0635381 Jul 22 23:12:24.926638 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-115144f0-7d84-4a04-b897-fc3f349e076a req-7024b2b1-8149-4ed1-95cb-04323d25cc3b tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Jul 22 23:12:25.057753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00ea6b-48c1-4783-9eee-87e049c94c89 req-472cac33-07a0-4d19-b376-8d2aff700cee tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.059238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ef00ea6b-48c1-4783-9eee-87e049c94c89 req-472cac33-07a0-4d19-b376-8d2aff700cee tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 945 time: 0.0695000 Jul 22 23:12:25.098260 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ef00ea6b-48c1-4783-9eee-87e049c94c89 req-ab6db616-3379-40a6-8358-915282c9759d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335202 Jul 22 23:12:25.177104 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:25.222884 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:25.223252 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.297793 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.323906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:25.326387 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df105b91-102e-4a5c-98bb-8692826a6c40" -d '{"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:25.339569 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:25.343514 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.344289 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8551c415-5e17-4208-9a72-8a0dcdd70b32 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:25.365809 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2dfec-c648-488d-9083-28bd88c91be5 x-openstack-request-id: req-c2e2dfec-c648-488d-9083-28bd88c91be5 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:25.366171 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-plugged", "status": "completed", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:25.366409 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2e2dfec-c648-488d-9083-28bd88c91be5 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:25.366806 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'code': 200} Jul 22 23:12:25.388268 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 8551c415-5e17-4208-9a72-8a0dcdd70b32 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:25.388704 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8551c415-5e17-4208-9a72-8a0dcdd70b32 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:25.414158 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=10']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:25.645281 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367576-1e48-4551-a630-11485436ad2a req-4919923e-5028-4de1-bad3-3ee78546b956 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.646762 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7b367576-1e48-4551-a630-11485436ad2a req-4919923e-5028-4de1-bad3-3ee78546b956 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Jul 22 23:12:25.683784 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7b367576-1e48-4551-a630-11485436ad2a req-0c1e1934-859e-43b5-a553-40348ac9907e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Jul 22 23:12:25.873685 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce620-1572-43f2-b37e-b03ead60aaa5 req-b9db6be4-6cea-44c4-b823-0ddc41b8b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.875168 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e84ce620-1572-43f2-b37e-b03ead60aaa5 req-b9db6be4-6cea-44c4-b823-0ddc41b8b0cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1100 time: 0.0516109 Jul 22 23:12:25.915617 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e84ce620-1572-43f2-b37e-b03ead60aaa5 req-9a8aa95c-892e-4737-b01b-6db51e1107b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306411 Jul 22 23:12:26.062987 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab50e-baab-4075-9492-da16be2e600f req-feff7de9-8059-4ed8-bebf-26fa05de387f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.064388 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ffdab50e-baab-4075-9492-da16be2e600f req-feff7de9-8059-4ed8-bebf-26fa05de387f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0668895 Jul 22 23:12:26.108146 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ffdab50e-baab-4075-9492-da16be2e600f req-35c97cb6-b247-4401-90fb-fd6667ecad6a tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Jul 22 23:12:26.234720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca55aa-815c-4ea9-b63d-40eea5be60b5 req-f5ecc05c-3548-49c1-ab81-5187ecfd0557 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.236243 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-71ca55aa-815c-4ea9-b63d-40eea5be60b5 req-f5ecc05c-3548-49c1-ab81-5187ecfd0557 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.0670781 Jul 22 23:12:26.273502 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-71ca55aa-815c-4ea9-b63d-40eea5be60b5 req-32924106-9976-4fed-85c4-31d8622ea0c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 Jul 22 23:12:26.710873 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8face7-13ba-4ec5-998a-80081d3d0723 req-cddfae36-12a4-4a01-80b7-2b703020eb1d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.712306 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bd8face7-13ba-4ec5-998a-80081d3d0723 req-cddfae36-12a4-4a01-80b7-2b703020eb1d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0622869 Jul 22 23:12:26.751901 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bd8face7-13ba-4ec5-998a-80081d3d0723 req-f5185321-709d-488a-866b-ac8b76740729 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Jul 22 23:12:26.775570 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44012) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:26.997938 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d53acc-3bff-49ff-8735-29e3eecf75cd tempest-TestMinimumBasicScenario-1476748968 tempest-TestMinimumBasicScenario-1476748968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.999529 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-23d53acc-3bff-49ff-8735-29e3eecf75cd tempest-TestMinimumBasicScenario-1476748968 tempest-TestMinimumBasicScenario-1476748968-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1093 time: 0.2226613 Jul 22 23:12:27.002505 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:27.008016 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'port_id': '27b53d87-ea4f-4912-8f39-0c6344010661', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:27.029773 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4bfa-3d3f-458c-b095-2d2317f498b9 req-3efac511-7089-433c-b0c7-425d6f8a820d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.031551 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23ea4bfa-3d3f-458c-b095-2d2317f498b9 req-3efac511-7089-433c-b0c7-425d6f8a820d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.2750912 Jul 22 23:12:27.036172 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.080334 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23ea4bfa-3d3f-458c-b095-2d2317f498b9 req-70676d15-23e2-48b6-ba6d-08814fca4102 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 Jul 22 23:12:27.137151 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.246502 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b6b4-ed73-411b-a47f-96b67e106310 req-cf9562f8-a7b1-4614-9ae7-26493b8565a5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.248209 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fcf1b6b4-ed73-411b-a47f-96b67e106310 req-cf9562f8-a7b1-4614-9ae7-26493b8565a5 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0647938 Jul 22 23:12:27.266850 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Allocated IP 172.27.0.246 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/96e1b027-54bb-4681-815b-9a461e6c6e03) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:27.290775 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fcf1b6b4-ed73-411b-a47f-96b67e106310 req-11335e19-9b40-4612-a5ee-3ae94de5a4b1 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Jul 22 23:12:27.393255 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.427770 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2567-37a5-48ce-bc72-b7be93f1a105 req-9c57b3d8-23d2-409f-b913-5c3772dace7f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.429654 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c62e2567-37a5-48ce-bc72-b7be93f1a105 req-9c57b3d8-23d2-409f-b913-5c3772dace7f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.0759089 Jul 22 23:12:27.437838 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.473386 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c62e2567-37a5-48ce-bc72-b7be93f1a105 req-f863230a-cc99-4c07-b258-0966706925a8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373411 Jul 22 23:12:27.498810 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:27.503221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:27.506331 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'Port': ['ID=96e1b027-54bb-4681-815b-9a461e6c6e03,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:27.508491 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:27.981185 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.103117 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.215365 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86ce0a-8476-43bc-af5f-632d17c64c10 req-322af42b-568d-4f5e-8851-c0b906367680 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.216880 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cc86ce0a-8476-43bc-af5f-632d17c64c10 req-322af42b-568d-4f5e-8851-c0b906367680 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0670533 Jul 22 23:12:28.255502 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.257142 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cc86ce0a-8476-43bc-af5f-632d17c64c10 req-6460a5f0-2add-4604-8eac-06647196f5c5 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341067 Jul 22 23:12:28.260433 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.327001 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'Port': ['ID=96e1b027-54bb-4681-815b-9a461e6c6e03,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.337928 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.438095 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859645c-329e-439a-9342-5547159dbb37 req-03c8d8fe-be16-4ab4-86ce-9e3f9cb57e37 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.439718 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5859645c-329e-439a-9342-5547159dbb37 req-03c8d8fe-be16-4ab4-86ce-9e3f9cb57e37 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.0711060 Jul 22 23:12:28.482697 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5859645c-329e-439a-9342-5547159dbb37 req-a3d0c34c-ad6b-4b95-a98c-83e9014a6509 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364349 Jul 22 23:12:28.618420 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788fc98-37b1-4462-9afb-d052b21849fc req-e93e86b9-b869-40c7-b560-b275a33687e2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.619951 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4788fc98-37b1-4462-9afb-d052b21849fc req-e93e86b9-b869-40c7-b560-b275a33687e2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.0709558 Jul 22 23:12:28.642297 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Floating IP a56cb43b-12ae-4d09-a17e-f632d6460d05 associated. External IP: 172.27.0.246, port: 27b53d87-ea4f-4912-8f39-0c6344010661. Jul 22 23:12:28.657889 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4788fc98-37b1-4462-9afb-d052b21849fc req-7faa79ee-a0de-41e5-aa55-b1bc005376e8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Jul 22 23:12:28.846613 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Router 331575c2-dbb3-4f69-8c6e-e90b6edd572d has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:12:28.959062 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:12:28.968350 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Sync routers for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:12:28.977439 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.978567 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:28.979205 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:12:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:29.019321 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b31b5f19-8295-461d-ad8b-f1fdc3718f92 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0157688 Jul 22 23:12:29.019895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:29.022567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d812c98-85d0-4955-bf9c-3758fd032e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:29.022955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44070) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.027992 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096806952', 'description': 'tempest-secgroup-smoke-2096806952 description', 'project_id': 'da0be6944dff4092b51c30d19c1d2142'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.059732 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.062759 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b93e6-b369-4091-af09-7a4dda219759 x-openstack-request-id: req-a15b93e6-b369-4091-af09-7a4dda219759 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:29.063051 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:29.063300 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a15b93e6-b369-4091-af09-7a4dda219759 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:29.063720 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:12:29.094574 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:29.157636 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-beedb0bb-37b1-4baf-99f4-9957e8410c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.158237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.159319 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-beedb0bb-37b1-4baf-99f4-9957e8410c62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1098 time: 0.0601888 Jul 22 23:12:29.163029 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.190957 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.192236 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1680565 Jul 22 23:12:29.194455 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283985e2-89f8-40a3-a8e0-9ce8e7346009 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18ebf8-af18-4ed1-a916-d87beeb77813,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.196353 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44074) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.203509 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.280898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.299806 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-39d524d8-f704-44d5-9c9d-fd6b6a1ed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.301361 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-39d524d8-f704-44d5-9c9d-fd6b6a1ed631 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.1309226 Jul 22 23:12:29.355939 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'a56cb43b-12ae-4d09-a17e-f632d6460d05', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'port_id': '27b53d87-ea4f-4912-8f39-0c6344010661', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'mac_address': 'fa:16:3e:83:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:12:27Z', 'updated_at': '2021-07-22T23:12:27Z', 'revision_number': 0, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:29.387840 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Checking router: 331575c2-dbb3-4f69-8c6e-e90b6edd572d for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:12:29.396739 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:29.397352 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:12:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:29.400419 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30b1e8-69b0-44f1-9037-3384330104ce req-4847e204-38ab-403b-af7a-f8cb7f48c4ef tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.401976 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf30b1e8-69b0-44f1-9037-3384330104ce req-4847e204-38ab-403b-af7a-f8cb7f48c4ef tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0723779 Jul 22 23:12:29.419307 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.424252 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.452444 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-cfa59976-50fc-4631-b6d2-9098bbe22499 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 999 time: 0.1297038 Jul 22 23:12:29.457082 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf30b1e8-69b0-44f1-9037-3384330104ce req-9c960f21-4255-4fdd-abe6-1ba9e41cbfaf tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485682 Jul 22 23:12:29.475392 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c46954-f690-478b-a7a1-0b273b2d55f2,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.476175 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.480316 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44078) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.480634 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4a9ddf9b-52d7-401b-8790-c39ccc037894 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2830505 Jul 22 23:12:29.486900 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.521203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.529850 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:29.532339 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-5bea24ab-1c07-43f0-8bd5-98f21a4dd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.534074 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-5bea24ab-1c07-43f0-8bd5-98f21a4dd667 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0693533 Jul 22 23:12:29.597590 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-1b03f461-ded9-4fa5-a7e0-93745dca4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.599271 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-1b03f461-ded9-4fa5-a7e0-93745dca4aa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578094 Jul 22 23:12:29.645854 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.653017 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.687237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aaf9c-09e3-4ac4-ab1a-deea53f6ecf4 req-45ed47c1-422d-4ada-8bc2-6c9ffc2f3ce0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.688785 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-948aaf9c-09e3-4ac4-ab1a-deea53f6ecf4 req-45ed47c1-422d-4ada-8bc2-6c9ffc2f3ce0 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1297541 Jul 22 23:12:29.690338 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.691971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2100670 Jul 22 23:12:29.692766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d978b1-e1b5-4fc1-ac41-c7ec27a0f10f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c1d754-a021-4c41-b253-0762db5532dc,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.696480 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44082) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.700932 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.717189 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-489e808b-d27a-48dd-ad16-29af3093665b service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104999 Jul 22 23:12:29.766007 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-948aaf9c-09e3-4ac4-ab1a-deea53f6ecf4 req-604495c0-77cf-4e31-85dc-594d90fb186f tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597069 Jul 22 23:12:29.772300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.808038 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'a56cb43b-12ae-4d09-a17e-f632d6460d05', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'port_id': '27b53d87-ea4f-4912-8f39-0c6344010661', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'mac_address': 'fa:16:3e:83:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:12:27Z', 'updated_at': '2021-07-22T23:12:27Z', 'revision_number': 0, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:29.832945 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9d812c98-85d0-4955-bf9c-3758fd032e4b req-51d51618-a0e6-48d1-b4c2-f7c898421073 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062899 Jul 22 23:12:29.837327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.841219 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.842983 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d2fd5-8189-4fae-b169-0f432254a7c1 None None] The sync data for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi is: [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'a56cb43b-12ae-4d09-a17e-f632d6460d05', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'port_id': '27b53d87-ea4f-4912-8f39-0c6344010661', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'mac_address': 'fa:16:3e:83:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:12:27Z', 'updated_at': '2021-07-22T23:12:27Z', 'revision_number': 0, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:12:29.858689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a8e77c-1fc4-4834-b4e1-a73e7117c33d,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.869672 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.870996 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-206858bb-22bb-4e03-a4db-ab90050534a1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735377 Jul 22 23:12:29.873774 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44084) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.878303 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.907880 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.984600 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.989529 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.011590 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf70b43-7615-446a-8c0f-774ae5e79c84,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.023590 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.029072 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44088) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.029184 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d5377dfe-edb0-42b9-a9dd-697b46c59914 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539965 Jul 22 23:12:30.033939 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:30.058287 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Project da0be6944dff4092b51c30d19c1d2142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:12:30.074640 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.080076 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abeddf9-93ff-433d-8c12-e41c0f4fe97a None None] New status for floating IP a56cb43b-12ae-4d09-a17e-f632d6460d05: ACTIVE {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:12:30.144552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.149066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.167895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df176fe8-94df-40ca-9fec-477174adf888,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.177460 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.178886 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2176fb54-a09a-49c2-ac84-a060eb8f2d60 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486645 Jul 22 23:12:30.181526 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44090) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.185971 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'security_group_rule': {'security_group_id': 'dc18ebf8-af18-4ed1-a916-d87beeb77813', 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:30.207532 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Project da0be6944dff4092b51c30d19c1d2142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:12:30.212453 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.277247 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.280779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.299059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4524e514-a023-45f0-8559-0af355a04f12,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.301802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.302980 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d50b326e-e233-4625-91fb-48d1cd38c2a0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205211 Jul 22 23:12:30.362692 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b7810727-91f2-48e8-8ef8-cb20c8b23df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.380824 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-3c86823e-4a2c-4414-a67f-944e06bea0e7 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096806952&fields=id&tenant_id=da0be6944dff4092b51c30d19c1d2142 HTTP/1.1" status: 200 len: 267 time: 0.0342703 Jul 22 23:12:30.452208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-3029cbb0-e0ce-4323-8d89-1ed16a3a6081 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.454000 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-3029cbb0-e0ce-4323-8d89-1ed16a3a6081 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0675635 Jul 22 23:12:30.464754 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'port': {'security_groups': ['04944855-16ba-4786-9dd5-834a4a73b7a2', 'dc18ebf8-af18-4ed1-a916-d87beeb77813']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:30.576193 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.653622 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d73c5-b9e1-4295-98d3-efb697ac6b38 req-79a0b4ee-e9c1-4a45-9951-993001f85fb4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.655110 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-537d73c5-b9e1-4295-98d3-efb697ac6b38 req-79a0b4ee-e9c1-4a45-9951-993001f85fb4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1235919 Jul 22 23:12:30.717160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-537d73c5-b9e1-4295-98d3-efb697ac6b38 req-12627015-bd0c-4e08-8586-9d3af3367c05 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559158 Jul 22 23:12:30.814563 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:30.847001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.850906 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.872686 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:30.920754 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.921402 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.922806 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eb3e32da-a208-43d8-860e-951fa1ad3cab req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "PUT /v2.0/ports/27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 981 time: 0.4626186 Jul 22 23:12:30.923433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:30.925767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da731c-bdca-4249-8a01-a06136acf570" -d '{"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:30.993780 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f270f4d-31d1-4b1c-9dd4-bfade377844d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=6']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.046465 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-32418ef7-027c-4943-a6ac-e4af2719f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.048077 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-32418ef7-027c-4943-a6ac-e4af2719f670 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 1098 time: 0.0664830 Jul 22 23:12:31.052980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:31.109170 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0467-7f3a-4a36-a71c-544d9dbc3caf req-fe289944-f6c8-4aba-837e-e25242246bdc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.118207 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c37e0467-7f3a-4a36-a71c-544d9dbc3caf req-fe289944-f6c8-4aba-837e-e25242246bdc tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1892734 Jul 22 23:12:31.158458 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-d1478ac3-af0d-4add-b04e-4414b4644cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.160514 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-d1478ac3-af0d-4add-b04e-4414b4644cc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 912 time: 0.1041906 Jul 22 23:12:31.192641 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c37e0467-7f3a-4a36-a71c-544d9dbc3caf req-2ec92a25-2e7b-4162-908d-1a5c0fea6312 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/security-groups?id=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717587 Jul 22 23:12:31.204754 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb57778-87c1-4a92-b9d4-15505a3f2821 req-9f95b494-49dc-4f91-88cf-273140e919ef tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.207381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7cb57778-87c1-4a92-b9d4-15505a3f2821 req-9f95b494-49dc-4f91-88cf-273140e919ef tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.2053699 Jul 22 23:12:31.277257 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7cb57778-87c1-4a92-b9d4-15505a3f2821 req-593c1ee1-620d-43ce-a193-37c9fac46098 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624259 Jul 22 23:12:31.296961 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-6a561318-a37a-4e8d-b66c-3deff53e8b3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 200 len: 1001 time: 0.1273372 Jul 22 23:12:31.297778 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-78d0b016-02f5-4a41-beb0-0a54c1a46b4d None None] Provisioning complete for port 27b53d87-ea4f-4912-8f39-0c6344010661 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:31.298333 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-78d0b016-02f5-4a41-beb0-0a54c1a46b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.314603 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-f56f00b6-72aa-4137-958a-d4e1a9bc4e8e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.316282 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-f56f00b6-72aa-4137-958a-d4e1a9bc4e8e tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 945 time: 0.1547167 Jul 22 23:12:31.324037 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab86b8-ba5d-4e3e-a8f1-4161a6a299a9 x-openstack-request-id: req-d7ab86b8-ba5d-4e3e-a8f1-4161a6a299a9 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:31.324211 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:31.324697 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7ab86b8-ba5d-4e3e-a8f1-4161a6a299a9 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:31.325066 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:12:31.344569 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21abbd-00b2-4789-9dff-7c0459c7a39c req-2b253035-c070-4d06-aee4-7826e9625228 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.346152 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fd21abbd-00b2-4789-9dff-7c0459c7a39c req-2b253035-c070-4d06-aee4-7826e9625228 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0904422 Jul 22 23:12:31.408779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-fb85a39a-8008-4919-9ad6-997247bd2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.410259 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-fb85a39a-8008-4919-9ad6-997247bd2a2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.1042042 Jul 22 23:12:31.441961 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fd21abbd-00b2-4789-9dff-7c0459c7a39c req-de65f3cf-a977-4bad-b119-dd8e1fe8801c tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884867 Jul 22 23:12:31.457931 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da731c-bdca-4249-8a01-a06136acf570 req-2fc03a9b-226c-4199-bb88-399ed8ec5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.459565 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-2fc03a9b-226c-4199-bb88-399ed8ec5087 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1137 time: 0.0997477 Jul 22 23:12:31.508005 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Deleting port a7d2220f-09da-495b-bd3d-34905e75203f {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:31.508350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.514081 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-d6ea3e41-22f1-4336-9843-03d6aafca7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.515579 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-d6ea3e41-22f1-4336-9843-03d6aafca7f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869086 Jul 22 23:12:31.554183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.570443 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da731c-bdca-4249-8a01-a06136acf570 req-00be1330-5c95-4413-90ae-e6425f41c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.572388 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-00be1330-5c95-4413-90ae-e6425f41c1a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.1059191 Jul 22 23:12:31.640472 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-2e426e09-0bf9-4ca8-acfb-8ba44200691a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 1001 time: 0.0606728 Jul 22 23:12:31.669998 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] For port a7d2220f-09da-495b-bd3d-34905e75203f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a7d2220f-09da-495b-bd3d-34905e75203f,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:31.670378 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.683498 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-1693f229-86d4-4707-a69b-f2d95b4a4710 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582642 Jul 22 23:12:31.687262 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Calling delete_port for a7d2220f-09da-495b-bd3d-34905e75203f owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:31.693429 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da731c-bdca-4249-8a01-a06136acf570 req-135eb536-f25c-4bd5-a12e-06ebba8a26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.694836 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-135eb536-f25c-4bd5-a12e-06ebba8a26e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0477545 Jul 22 23:12:31.758726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da731c-bdca-4249-8a01-a06136acf570 req-074c0d99-fee0-4d06-bb71-b1b17c9054e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.760378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-074c0d99-fee0-4d06-bb71-b1b17c9054e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592673 Jul 22 23:12:31.833711 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-2d2a48ec-6725-4e46-b426-7292c776c243 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403828 Jul 22 23:12:31.860678 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-f464525a-7709-42d5-beb6-14447facdd42 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917921 Jul 22 23:12:31.889256 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.921731 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Pushing event deleted for resources: {'Port': ['ID=a7d2220f-09da-495b-bd3d-34905e75203f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.958971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83da731c-bdca-4249-8a01-a06136acf570 req-1fe34221-10e9-4e0c-975b-09d2b5c936ee service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914707 Jul 22 23:12:31.965657 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] No DVR routers for this DVR port a7d2220f-09da-495b-bd3d-34905e75203f on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:31.967929 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.969967 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6900f1b9-a8fb-42e3-8d34-b1e8ab3a386d req-234edb8b-456e-49f7-a391-7ecd73f0f827 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.61 "DELETE /v2.0/ports/a7d2220f-09da-495b-bd3d-34905e75203f HTTP/1.1" status: 204 len: 173 time: 0.6437800 Jul 22 23:12:31.970394 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'name': 'network-vif-deleted', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:31.972687 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9a1ec-f7df-4f77-bd7e-a1b3496a4af0" -d '{"events": [{"server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "name": "network-vif-deleted", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:32.009485 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a1489-f315-40e0-85f4-5e27f4a7b115 x-openstack-request-id: req-449a1489-f315-40e0-85f4-5e27f4a7b115 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:32.009775 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2541c72d-d2eb-4a2c-82bd-6ac0bf331c18", "name": "network-vif-deleted", "tag": "a7d2220f-09da-495b-bd3d-34905e75203f", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:32.010024 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-449a1489-f315-40e0-85f4-5e27f4a7b115 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:32.010437 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2541c72d-d2eb-4a2c-82bd-6ac0bf331c18', 'name': 'network-vif-deleted', 'tag': 'a7d2220f-09da-495b-bd3d-34905e75203f', 'status': 'completed', 'code': 200} Jul 22 23:12:32.293017 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dc4e170f-3dc1-4c5e-804e-5648a7114399 req-aecf7e38-cbd3-4543-a131-3d8c30755399 tempest-ServerRescueNegativeTestJSON-223094071 tempest-ServerRescueNegativeTestJSON-223094071-project] 10.222.0.15 "GET /v2.0/ports?device_id=2541c72d-d2eb-4a2c-82bd-6ac0bf331c18 HTTP/1.1" status: 200 len: 210 time: 0.0292666 Jul 22 23:12:32.399202 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2688e-93f7-4c0b-a4b5-0ec1e1a12813 req-ff18ca1e-7bd6-4aa9-90f5-8a9c0a32c6bc tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:32.400727 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7bc2688e-93f7-4c0b-a4b5-0ec1e1a12813 req-ff18ca1e-7bd6-4aa9-90f5-8a9c0a32c6bc tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0625951 Jul 22 23:12:32.440943 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7bc2688e-93f7-4c0b-a4b5-0ec1e1a12813 req-31512581-e8af-4800-b889-f122eaa9f4f4 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340335 Jul 22 23:12:32.846809 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.917308 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-37cd6643-909d-4c64-a068-04eea4e0e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:33.228287 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a7d2220f-09da-495b-bd3d-34905e75203f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:33.252014 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: a7d2220f-09da-495b-bd3d-34905e75203f {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:33.252352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a7d2220f-09da-495b-bd3d-34905e75203f not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:33.348246 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44134) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:33.575852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b445807-203b-4807-a6e5-eb8583a9829b req-6e6e7ee5-73aa-4c89-9325-ce9686f3f6cd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:33.577383 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b445807-203b-4807-a6e5-eb8583a9829b req-6e6e7ee5-73aa-4c89-9325-ce9686f3f6cd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0662785 Jul 22 23:12:33.615349 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b445807-203b-4807-a6e5-eb8583a9829b req-da610a6b-f87c-4731-998a-deca74c96a86 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Jul 22 23:12:33.970267 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.030378 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.282076 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Deleting port 4003b692-06b9-4081-8576-27ec1b579315 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:34.282423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.360460 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] For port 4003b692-06b9-4081-8576-27ec1b579315, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=4003b692-06b9-4081-8576-27ec1b579315,segment=NetworkSegment(e8fcc4af-010e-4b3e-9182-24a388f27f36),segment_id=e8fcc4af-010e-4b3e-9182-24a388f27f36)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:34.361122 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.374147 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Calling delete_port for 4003b692-06b9-4081-8576-27ec1b579315 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:34.573361 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.599241 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Pushing event deleted for resources: {'Port': ['ID=4003b692-06b9-4081-8576-27ec1b579315,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:34.751468 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.962840 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Router 02de403d-ba72-4b28-91dd-e3b82aba1c98 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:12:35.066941 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:12:35.071976 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3b86e5e6-d4af-4603-883e-1a2cd311e44d admin admin] 10.222.0.15 "PUT /v2.0/routers/02de403d-ba72-4b28-91dd-e3b82aba1c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226667 Jul 22 23:12:35.074726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44146) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:35.075486 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Sync routers for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:12:35.085430 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:35.086311 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:12:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:35.176007 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.189585 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:35.277522 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.329558 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Deleting port 7411ca20-58c7-4ebf-875d-0d476a0523c0 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:35.329967 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.367306 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:12:34Z', 'revision_number': 5, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port': {'id': '7411ca20-58c7-4ebf-875d-0d476a0523c0', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:46Z', 'updated_at': '2021-07-22T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:35.393854 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Checking router: 02de403d-ba72-4b28-91dd-e3b82aba1c98 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:12:35.403390 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Routers {'02de403d-ba72-4b28-91dd-e3b82aba1c98'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:35.403998 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:12:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['02de403d-ba72-4b28-91dd-e3b82aba1c98'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:35.411180 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] For port 7411ca20-58c7-4ebf-875d-0d476a0523c0, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7411ca20-58c7-4ebf-875d-0d476a0523c0,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:35.411541 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.424457 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Calling delete_port for 7411ca20-58c7-4ebf-875d-0d476a0523c0 owned by network:router_gateway {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:35.487774 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] Set router 02de403d-ba72-4b28-91dd-e3b82aba1c98 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:35.616866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.625722 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:12:35Z', 'revision_number': 6, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:35.642301 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7411ca20-58c7-4ebf-875d-0d476a0523c0,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:35.657443 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e9ff5-e897-48d7-bdd5-bd3a5b7881a5 None None] The sync data for ids ['02de403d-ba72-4b28-91dd-e3b82aba1c98'] in dv-cinder-801913-2-iscsi is: [{'id': '02de403d-ba72-4b28-91dd-e3b82aba1c98', 'name': 'tempest-ServerRescueNegativeTestJSON-1736748673-router', 'tenant_id': '14bb5ca4d6704321aca6d193a0f483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:12:35Z', 'revision_number': 6, 'project_id': '14bb5ca4d6704321aca6d193a0f483cb', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:12:35.712756 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.753331 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.030809 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.033069 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.103207 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.103881 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02de403d-ba72-4b28-91dd-e3b82aba1c98 {{(pid=93161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:12:36.109378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.110564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-84b64042-f762-4d04-bb94-7c17c15b61b0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02de403d-ba72-4b28-91dd-e3b82aba1c98 HTTP/1.1" status: 204 len: 168 time: 1.0348217 Jul 22 23:12:36.113324 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44158) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:36.157485 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Deleting subnet 5154b5b0-c573-46e4-a1e6-ab3370309e54 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:12:36.161312 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.193814 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.231500 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.286344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.311304 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5154b5b0-c573-46e4-a1e6-ab3370309e54,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:36.313254 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.315097 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3bf0579d-229c-42ec-827c-cc96d5668058 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5154b5b0-c573-46e4-a1e6-ab3370309e54 HTTP/1.1" status: 204 len: 168 time: 0.2006145 Jul 22 23:12:36.318057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44160) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:36.382103 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.464259 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.474133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bc5d47-185a-49e1-a23d-f4a7d029ebd2']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:36.483399 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fcc4af-010e-4b3e-9182-24a388f27f36') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:36.483697 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fcc4af-010e-4b3e-9182-24a388f27f36') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:36.492679 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.506519 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.512460 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:12:36.512880 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:12:36.514513 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:12:36.570901 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.585394 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.587309 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] 10.222.0.15 "DELETE /v2.0/networks/35bc5d47-185a-49e1-a23d-f4a7d029ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2683547 Jul 22 23:12:36.591009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd890b-7fb3-4211-89dd-ed3caed9383d admin admin] Pushing event deleted for resources: {'Network': ['ID=35bc5d47-185a-49e1-a23d-f4a7d029ebd2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:36.752776 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44164) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:36.792166 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1caadc85-fcba-4402-a886-67b12e556d91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14bb5ca4d6704321aca6d193a0f483cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381584 Jul 22 23:12:36.794455 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44166) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:36.841944 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.861807 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.909014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.911670 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.915404 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72c6b98c-0049-4de5-8cf6-5dc2a4a7e805 HTTP/1.1" status: 204 len: 168 time: 0.1175764 Jul 22 23:12:36.921566 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76762-3f00-43e5-a780-5ff4c4c315e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6b98c-0049-4de5-8cf6-5dc2a4a7e805,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:37.385491 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 4003b692-06b9-4081-8576-27ec1b579315 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:37.405738 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 4003b692-06b9-4081-8576-27ec1b579315 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:37.406134 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 4003b692-06b9-4081-8576-27ec1b579315 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:37.406720 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7411ca20-58c7-4ebf-875d-0d476a0523c0 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:37.425216 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 7411ca20-58c7-4ebf-875d-0d476a0523c0 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:37.426069 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7411ca20-58c7-4ebf-875d-0d476a0523c0 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:38.302458 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44216) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:38.400875 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ff84c32-fe88-4c43-8a80-587f68f6d5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.487871 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ff84c32-fe88-4c43-8a80-587f68f6d5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.492221 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6ff84c32-fe88-4c43-8a80-587f68f6d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.530990 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6ff84c32-fe88-4c43-8a80-587f68f6d5f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=729664cadb054bfc86a4fe0cb3e20bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274737 Jul 22 23:12:38.532858 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff84c32-fe88-4c43-8a80-587f68f6d5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00fa42-bd46-4199-b589-535b878a329f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:38.533767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44220) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:38.581625 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.601897 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.646990 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.649529 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.650659 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f00fa42-bd46-4199-b589-535b878a329f HTTP/1.1" status: 204 len: 168 time: 0.1159005 Jul 22 23:12:38.657989 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ad07f-803a-421a-91dd-3f574c2d00b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00fa42-bd46-4199-b589-535b878a329f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:38.898695 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44226) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:38.912499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a820a518-81d1-4f61-9392-4ee415c86982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.999015 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a820a518-81d1-4f61-9392-4ee415c86982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.002542 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a820a518-81d1-4f61-9392-4ee415c86982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.043234 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a820a518-81d1-4f61-9392-4ee415c86982 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b9c227bd588451e998b7f3839f225de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434617 Jul 22 23:12:39.044178 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a518-81d1-4f61-9392-4ee415c86982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf30215-14d2-41d9-b6a4-2455c88e5b21,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.045911 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44228) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:39.094953 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.115776 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.164253 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.166830 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.167971 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf30215-14d2-41d9-b6a4-2455c88e5b21 HTTP/1.1" status: 204 len: 168 time: 0.1203065 Jul 22 23:12:39.175462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d202-b53e-4fa8-a2c4-52cd74440429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf30215-14d2-41d9-b6a4-2455c88e5b21,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:43.977449 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44348) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.078660 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.163517 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.167315 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.205306 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76bc740b9f124e0fb416841a9962f3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267835 Jul 22 23:12:44.206397 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c35744-924f-41ef-baf4-eb758f93957b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.208187 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44352) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.213631 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.213986 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.214330 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.214668 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.214998 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.215328 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.215655 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.215980 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.216308 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.216628 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.217047 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.217369 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fc06a-e133-4792-8de7-87e2d17c0a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:44.259067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.279025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.325194 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.327799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.329245 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25c35744-924f-41ef-baf4-eb758f93957b HTTP/1.1" status: 204 len: 168 time: 0.1200120 Jul 22 23:12:44.336466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258698-5b08-494e-bbe2-3b69c5d37f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c35744-924f-41ef-baf4-eb758f93957b,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.575749 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44358) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.588809 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-05617d7d-4379-4847-b6c6-13283f789524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.674972 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-05617d7d-4379-4847-b6c6-13283f789524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.679801 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-05617d7d-4379-4847-b6c6-13283f789524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.722299 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-05617d7d-4379-4847-b6c6-13283f789524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a80fbcf364ad4a288f1af000575308c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455076 Jul 22 23:12:44.724313 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05617d7d-4379-4847-b6c6-13283f789524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f3a76-35ef-4ce0-bad8-5baad1a89733,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.724929 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44366) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.791752 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.812941 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.858567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.863002 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.864962 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b46f3a76-35ef-4ce0-bad8-5baad1a89733 HTTP/1.1" status: 204 len: 168 time: 0.1389625 Jul 22 23:12:44.873251 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fad81-36b5-46a9-a103-f075212b8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f3a76-35ef-4ce0-bad8-5baad1a89733,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:46.039479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44410) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:46.142088 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9380e771-a80f-41cb-9eb6-6dfdb130cc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.234071 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9380e771-a80f-41cb-9eb6-6dfdb130cc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.237980 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9380e771-a80f-41cb-9eb6-6dfdb130cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.275184 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380e771-a80f-41cb-9eb6-6dfdb130cc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f295363-3723-422e-9429-5d6859fd072a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:46.279512 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9380e771-a80f-41cb-9eb6-6dfdb130cc9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c45355fc7f24eaaa73d1ad9dc1b2a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389812 Jul 22 23:12:46.282114 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44420) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:46.332844 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.343321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44422) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:46.356933 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.401371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.404368 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.405563 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f295363-3723-422e-9429-5d6859fd072a HTTP/1.1" status: 204 len: 168 time: 0.1224735 Jul 22 23:12:46.414633 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493745c1-2e6f-441b-90ba-143bff2379a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f295363-3723-422e-9429-5d6859fd072a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:46.449049 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1ea-3564-4f89-8eba-8f88bd61796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.539371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1ea-3564-4f89-8eba-8f88bd61796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.543337 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1ea-3564-4f89-8eba-8f88bd61796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.583967 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b7e6e1ea-3564-4f89-8eba-8f88bd61796c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08eec3d8aa9f4070ba168fac13697152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394693 Jul 22 23:12:46.586071 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e1ea-3564-4f89-8eba-8f88bd61796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2416be7-2f1a-4954-aa23-553c68a72c97,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:46.586708 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44430) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:46.635972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.656543 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.701988 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.704898 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:46.706049 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2416be7-2f1a-4954-aa23-553c68a72c97 HTTP/1.1" status: 204 len: 168 time: 0.1183264 Jul 22 23:12:46.715594 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269308a-db08-4ced-b7c3-928a071ad1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2416be7-2f1a-4954-aa23-553c68a72c97,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:47.027505 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44452) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:47.041686 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3eb9-7dcd-4712-a178-230707308871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.129624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3eb9-7dcd-4712-a178-230707308871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.133707 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3eb9-7dcd-4712-a178-230707308871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.171695 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-bb7a3eb9-7dcd-4712-a178-230707308871 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a08849863188496387870e039692133e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430390 Jul 22 23:12:47.174211 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44458) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:47.182173 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a3eb9-7dcd-4712-a178-230707308871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a1621-b763-4aea-ac6f-69656e496d4f,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:47.235347 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.256708 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.302762 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.305427 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:47.306671 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c2a1621-b763-4aea-ac6f-69656e496d4f HTTP/1.1" status: 204 len: 168 time: 0.1315117 Jul 22 23:12:47.320808 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ae009-16f2-4dc6-8600-ad8b2a142054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a1621-b763-4aea-ac6f-69656e496d4f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:48.822186 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-bb20ac7a-69c0-47ca-acdf-05f34d2e62df tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=059a6f0c88934683acee622722d4fe78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334921 Jul 22 23:12:48.891385 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44522) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:49.001277 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8541bc16-2f57-417f-a0a2-9aa60b9c4216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.002901 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-de708017-cf67-4515-85c8-0d4171680434 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:49.004426 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-de708017-cf67-4515-85c8-0d4171680434 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770530 Jul 22 23:12:49.019515 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-af533e5f-4763-4658-b708-974cec0ea8bc tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/quotas/059a6f0c88934683acee622722d4fe78 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Jul 22 23:12:49.055030 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-4bd2ac0d-8e28-4423-a61e-d84c28a35a87 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=059a6f0c88934683acee622722d4fe78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298963 Jul 22 23:12:49.089543 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8541bc16-2f57-417f-a0a2-9aa60b9c4216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.095072 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8541bc16-2f57-417f-a0a2-9aa60b9c4216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.134311 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8541bc16-2f57-417f-a0a2-9aa60b9c4216 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6c5cd522a4541a498316009d118b9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418351 Jul 22 23:12:49.135544 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541bc16-2f57-417f-a0a2-9aa60b9c4216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a2c81-a996-47c7-ad58-21c898041a56,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:49.137078 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44526) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:49.228854 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c9f0f305-3777-498f-b8fe-2b8f28f15476 req-489ad331-9a4d-4daf-82e8-e4fdf32cd220 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 210 time: 0.0390949 Jul 22 23:12:49.231854 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.258024 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.304836 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.307438 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.308580 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b96a2c81-a996-47c7-ad58-21c898041a56 HTTP/1.1" status: 204 len: 168 time: 0.1699173 Jul 22 23:12:49.316141 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d03cb-29fe-4c4b-ab5b-ee9fa20bc5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a2c81-a996-47c7-ad58-21c898041a56,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:49.581517 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44542) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:49.595208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-80998a59-f89d-4661-b40e-01f986129d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.685988 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-80998a59-f89d-4661-b40e-01f986129d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.689901 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-80998a59-f89d-4661-b40e-01f986129d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.730614 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80998a59-f89d-4661-b40e-01f986129d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63d472-7761-42c0-9994-7a0dc7e1bccf,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:49.737166 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-80998a59-f89d-4661-b40e-01f986129d4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7870205de43941b3be7f266259809a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541355 Jul 22 23:12:49.740160 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44546) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:49.789554 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.809702 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.855979 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.858545 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.859668 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c63d472-7761-42c0-9994-7a0dc7e1bccf HTTP/1.1" status: 204 len: 168 time: 0.1183500 Jul 22 23:12:49.867433 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad10d4-6231-4e31-93a1-1d37beadd140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63d472-7761-42c0-9994-7a0dc7e1bccf,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:50.132977 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-27e7ca74-3d63-428f-b87b-2a0959e29ab8 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=059a6f0c88934683acee622722d4fe78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276959 Jul 22 23:12:50.346225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2049c679-5116-4c60-befb-acd9660d2ed3 req-f0c591fb-ca67-45de-99bb-53a81b4f8288 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 210 time: 0.0383964 Jul 22 23:12:50.380915 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-f3679af5-1b02-40c5-9653-208dd2f9aa95 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:50.382421 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-f3679af5-1b02-40c5-9653-208dd2f9aa95 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410092 Jul 22 23:12:50.397354 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Request body: {'port': {'device_id': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9', 'admin_state_up': True, 'tenant_id': '059a6f0c88934683acee622722d4fe78'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:50.717965 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Made reservation on behalf of 059a6f0c88934683acee622722d4fe78 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:50.721383 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:50.730310 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:50.824348 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:50.828436 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:50.896133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94265d12-93fa-4023-92b0-b87f8f4c66f5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:50.968284 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Allocated IP 192.168.233.132 (38ca5b75-bd0a-490d-aca4-95e24edd40a9/d8b01f96-7a9b-44ab-95ff-77d3efd5395e/c5413447-02ca-41a0-b001-1777740646a6) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:51.122900 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.136138 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Transition to ACTIVE for port object c5413447-02ca-41a0-b001-1777740646a6 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:51.169778 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.212046 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:51.219066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:51.223587 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:51.230186 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Pushing event updated for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:51.282271 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.283042 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.302745 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-a8b705c6-82b8-42e3-b88d-3a0865cd8c08 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9066648 Jul 22 23:12:51.313131 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Request body: {'port': {'device_id': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:51.408411 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.495782 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-2c8ca300-758f-448f-9fbe-9ad4ae6c6ba5 None None] Provisioning for port c5413447-02ca-41a0-b001-1777740646a6 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:51.501931 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-2c8ca300-758f-448f-9fbe-9ad4ae6c6ba5 None None] Provisioning complete for port c5413447-02ca-41a0-b001-1777740646a6 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:51.502505 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca300-758f-448f-9fbe-9ad4ae6c6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.502702 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ebd7-ad19-4652-8f78-420a20f9ff40 req-b86bd745-e562-40be-9b7a-94b3f99bb013 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.509564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bc2ebd7-ad19-4652-8f78-420a20f9ff40 req-b86bd745-e562-40be-9b7a-94b3f99bb013 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 936 time: 0.0784361 Jul 22 23:12:51.543907 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ca300-758f-448f-9fbe-9ad4ae6c6ba5 None None] Port c5413447-02ca-41a0-b001-1777740646a6 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:12:51.546228 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8bc2ebd7-ad19-4652-8f78-420a20f9ff40 req-5e7b99a4-2abe-417f-bae6-2dcf709c5855 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 Jul 22 23:12:51.712742 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5413447-02ca-41a0-b001-1777740646a6 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:51.720289 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.732495 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Transition to ACTIVE for port object c5413447-02ca-41a0-b001-1777740646a6 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:51.736396 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.792235 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44626) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:51.807818 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:51.863005 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Attempting to bind port c5413447-02ca-41a0-b001-1777740646a6 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:51.863486 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Attempting to bind port c5413447-02ca-41a0-b001-1777740646a6 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:51.864602 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Attempting to bind port c5413447-02ca-41a0-b001-1777740646a6 on network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:51.869361 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Port c5413447-02ca-41a0-b001-1777740646a6 on network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:51.869684 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Attempting to bind port c5413447-02ca-41a0-b001-1777740646a6 on network 38ca5b75-bd0a-490d-aca4-95e24edd40a9 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:51.874626 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:51.875094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Checking segment: {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:51.875519 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Bound using segment: {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:51.875901 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Bound port: c5413447-02ca-41a0-b001-1777740646a6, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ed22ed-1a5c-47e9-bfd3-69cb495d8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:51.876255 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.907160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c54c65b9-6495-4661-aae1-19515416b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.946167 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:51.949515 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c5413447-02ca-41a0-b001-1777740646a6,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:51.954329 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.996768 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.997400 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.998779 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] 10.222.0.61 "PUT /v2.0/ports/c5413447-02ca-41a0-b001-1777740646a6 HTTP/1.1" status: 200 len: 1098 time: 0.6903255 Jul 22 23:12:51.999215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:52.001473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "tag": "c5413447-02ca-41a0-b001-1777740646a6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:52.012647 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c54c65b9-6495-4661-aae1-19515416b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.017312 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c54c65b9-6495-4661-aae1-19515416b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.034527 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27ff3-0fb9-4b67-8966-a14eab4d54c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:52.066411 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c65b9-6495-4661-aae1-19515416b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867b74e0-e0b5-4cf0-a0a4-4220aa7e71f2,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:52.071209 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c54c65b9-6495-4661-aae1-19515416b9f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e069ecd4afe64257a018864586a30e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779241 Jul 22 23:12:52.073655 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d4bb32-3fc8-441f-bd57-09bbd78c27b7 x-openstack-request-id: req-24d4bb32-3fc8-441f-bd57-09bbd78c27b7 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:52.073998 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "tag": "c5413447-02ca-41a0-b001-1777740646a6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:52.074253 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24d4bb32-3fc8-441f-bd57-09bbd78c27b7 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:52.074646 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6', 'status': 'completed', 'code': 200} Jul 22 23:12:52.075819 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44632) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:52.104230 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-46a8ad3e-a2eb-4585-89c1-c6c4edec6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.106210 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-46a8ad3e-a2eb-4585-89c1-c6c4edec6d23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=059a6f0c88934683acee622722d4fe78&device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 1101 time: 0.0649803 Jul 22 23:12:52.128737 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.151685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.153523 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-8e7025d0-6825-4fc5-83db-ab1ce9dad7cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5413447-02ca-41a0-b001-1777740646a6 HTTP/1.1" status: 200 len: 217 time: 0.0386059 Jul 22 23:12:52.206166 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.208129 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-17d035d0-c97f-4b01-9a81-90fc4e10b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.209056 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.209659 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-17d035d0-c97f-4b01-9a81-90fc4e10b6e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8b01f96-7a9b-44ab-95ff-77d3efd5395e HTTP/1.1" status: 200 len: 843 time: 0.0483546 Jul 22 23:12:52.210409 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/867b74e0-e0b5-4cf0-a0a4-4220aa7e71f2 HTTP/1.1" status: 204 len: 168 time: 0.1336875 Jul 22 23:12:52.218248 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e41d-4532-4acd-90aa-a24583c82c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b74e0-e0b5-4cf0-a0a4-4220aa7e71f2,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:52.272804 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-2f46b14e-9d25-4f1b-84d2-f6dbc9ad0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.274491 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-2f46b14e-9d25-4f1b-84d2-f6dbc9ad0d9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38ca5b75-bd0a-490d-aca4-95e24edd40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555687 Jul 22 23:12:52.369779 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-19f6a184-e955-4c19-832b-55c262024e11 service neutron] 10.222.0.61 "GET /v2.0/networks/38ca5b75-bd0a-490d-aca4-95e24edd40a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Jul 22 23:12:52.462316 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-40a21441-8263-4847-b3da-55d60fecfaa2 req-00752ae2-1623-4121-b7c5-d171426733d3 service neutron] 10.222.0.61 "GET /v2.0/networks/38ca5b75-bd0a-490d-aca4-95e24edd40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846231 Jul 22 23:12:52.474633 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44638) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:52.488250 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e7e55a3-08e6-47e6-84ca-fbe78df6a188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.605172 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-4e868529-44f1-4d6f-81f1-766591ebaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.607186 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-4e868529-44f1-4d6f-81f1-766591ebaadd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=059a6f0c88934683acee622722d4fe78&device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 1101 time: 0.0975947 Jul 22 23:12:52.644099 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e7e55a3-08e6-47e6-84ca-fbe78df6a188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.652620 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e7e55a3-08e6-47e6-84ca-fbe78df6a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.686452 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16c1f-1d46-46ec-aead-75ee4bdf73a9 req-71e97f2e-294e-4cbb-ad10-8e25295158e6 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.687983 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-43a16c1f-1d46-46ec-aead-75ee4bdf73a9 req-71e97f2e-294e-4cbb-ad10-8e25295158e6 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 948 time: 0.0648220 Jul 22 23:12:52.726790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-43a16c1f-1d46-46ec-aead-75ee4bdf73a9 req-2837251a-a530-47b2-a736-a450b2b04563 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jul 22 23:12:52.730832 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8e7e55a3-08e6-47e6-84ca-fbe78df6a188 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65674070f29f4bc09a9319524a7cd01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551637 Jul 22 23:12:52.733750 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 44642) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:52.745100 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e55a3-08e6-47e6-84ca-fbe78df6a188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb7772-73f5-4e64-879b-f8449e3c2fa4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:52.767802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-ab4a4f39-d6e8-486b-94a9-2fc69752f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.769289 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-ab4a4f39-d6e8-486b-94a9-2fc69752f092 service neutron] 10.222.0.61 "GET /v2.0/networks?id=38ca5b75-bd0a-490d-aca4-95e24edd40a9 HTTP/1.1" status: 200 len: 870 time: 0.1549537 Jul 22 23:12:52.823834 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-5455f860-0075-4ecb-8888-1672b7c221f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c5413447-02ca-41a0-b001-1777740646a6 HTTP/1.1" status: 200 len: 217 time: 0.0394390 Jul 22 23:12:52.828171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.874057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.907856 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-8e564b17-091a-4542-8294-a8d6d74e2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.909325 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-8e564b17-091a-4542-8294-a8d6d74e2728 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8b01f96-7a9b-44ab-95ff-77d3efd5395e HTTP/1.1" status: 200 len: 843 time: 0.0721188 Jul 22 23:12:52.963615 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.968123 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:52.969884 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3abb7772-73f5-4e64-879b-f8449e3c2fa4 HTTP/1.1" status: 204 len: 168 time: 0.2337532 Jul 22 23:12:52.986583 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-d1d26e64-f720-4f27-acce-bde0a1df5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.988075 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-d1d26e64-f720-4f27-acce-bde0a1df5eed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38ca5b75-bd0a-490d-aca4-95e24edd40a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709631 Jul 22 23:12:52.989309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4c3e3-3c91-4a67-9b08-acabd91eb567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb7772-73f5-4e64-879b-f8449e3c2fa4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:53.088890 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-524e2739-ce61-4f91-8d66-1773639b55b2 service neutron] 10.222.0.61 "GET /v2.0/networks/38ca5b75-bd0a-490d-aca4-95e24edd40a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852947 Jul 22 23:12:53.187197 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-92b54f36-acb5-4cfc-8aca-e76cf67d10eb req-5e42e7e9-cef3-431b-9572-2595f47d274d service neutron] 10.222.0.61 "GET /v2.0/networks/38ca5b75-bd0a-490d-aca4-95e24edd40a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909321 Jul 22 23:12:53.319965 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device c5413447-02ca-41a0-b001-1777740646a6 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:53.417372 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c5413447-02ca-41a0-b001-1777740646a6,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:53.430724 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'c5413447-02ca-41a0-b001-1777740646a6', 'network_id': '38ca5b75-bd0a-490d-aca4-95e24edd40a9', 'port_id': 'c5413447-02ca-41a0-b001-1777740646a6', 'mac_address': 'fa:16:3e:dd:ab:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b01f96-7a9b-44ab-95ff-77d3efd5395e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:53.466469 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:53.478825 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5413447-02ca-41a0-b001-1777740646a6 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:53.498066 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c5413447-02ca-41a0-b001-1777740646a6,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:53.502612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:53.550475 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:53.772176 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['c5413447-02ca-41a0-b001-1777740646a6'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:53.863090 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc12893-88f4-4424-b522-c2adf0750145 req-a19a756a-6b03-4b85-b8ed-d065d3f4c78e tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.865221 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ebc12893-88f4-4424-b522-c2adf0750145 req-a19a756a-6b03-4b85-b8ed-d065d3f4c78e tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 949 time: 0.0699203 Jul 22 23:12:53.911211 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ebc12893-88f4-4424-b522-c2adf0750145 req-59174669-b10f-4960-bc2b-b39229684bec tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Jul 22 23:12:55.046283 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696a020-1566-460e-a62f-72b22e8ff531 req-eea53c98-55c8-4892-ae1e-8342b21e3e9b tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:55.047784 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6696a020-1566-460e-a62f-72b22e8ff531 req-eea53c98-55c8-4892-ae1e-8342b21e3e9b tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 949 time: 0.0673857 Jul 22 23:12:55.085700 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6696a020-1566-460e-a62f-72b22e8ff531 req-43e26354-3b04-4d92-93fe-7706b0530e9f tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jul 22 23:12:55.350647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device c5413447-02ca-41a0-b001-1777740646a6 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:55.399281 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port c5413447-02ca-41a0-b001-1777740646a6 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:55.403051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port c5413447-02ca-41a0-b001-1777740646a6 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:55.403439 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.481811 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.502935 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:55.505726 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b9c9c8-0fd1-4330-b89d-ec940c15f4df" -d '{"events": [{"server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "name": "network-vif-plugged", "status": "completed", "tag": "c5413447-02ca-41a0-b001-1777740646a6"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:55.517855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c5413447-02ca-41a0-b001-1777740646a6,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:55.523051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.546041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73add29-cdd5-4d75-b1a7-888615674fcd x-openstack-request-id: req-d73add29-cdd5-4d75-b1a7-888615674fcd {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:55.546349 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "name": "network-vif-plugged", "status": "completed", "tag": "c5413447-02ca-41a0-b001-1777740646a6", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:55.546600 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d73add29-cdd5-4d75-b1a7-888615674fcd {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:55.546988 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6', 'code': 200} Jul 22 23:12:55.576842 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:55.723779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4a8c9-bf1c-4813-93ab-6b2903ba161c req-b19f6198-7a64-4ee6-9b9c-3dc4eb04a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:55.725519 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ade4a8c9-bf1c-4813-93ab-6b2903ba161c req-b19f6198-7a64-4ee6-9b9c-3dc4eb04a5f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 1103 time: 0.0540342 Jul 22 23:12:55.761090 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ade4a8c9-bf1c-4813-93ab-6b2903ba161c req-e94fd1f9-3cb1-41b5-9f27-51432742966a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279922 Jul 22 23:12:55.772777 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:56.217682 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d002ab5-5e32-4625-a3f5-28ddb6eb748b req-fa5a00be-0dce-4894-b3ff-85423f553fd4 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:56.219194 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6d002ab5-5e32-4625-a3f5-28ddb6eb748b req-fa5a00be-0dce-4894-b3ff-85423f553fd4 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 950 time: 0.0658901 Jul 22 23:12:56.258149 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6d002ab5-5e32-4625-a3f5-28ddb6eb748b req-4dad736a-0c5d-483f-bc07-4e50acc2f8bc tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jul 22 23:12:57.399651 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea24ce-5e68-4455-90b9-f265ea358360 req-a329c958-24c6-4e4e-a367-b8e38c73e3d3 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:57.401208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1fea24ce-5e68-4455-90b9-f265ea358360 req-a329c958-24c6-4e4e-a367-b8e38c73e3d3 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 950 time: 0.0707834 Jul 22 23:12:57.439125 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1fea24ce-5e68-4455-90b9-f265ea358360 req-86610ce5-cdb7-4798-8208-ae79a371349d tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Jul 22 23:12:57.708635 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce6a3e-2e83-4b36-936c-504bf7808a0b req-e38c3d12-1025-49b5-a8d9-2820452de4f8 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:57.710208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b1ce6a3e-2e83-4b36-936c-504bf7808a0b req-e38c3d12-1025-49b5-a8d9-2820452de4f8 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 950 time: 0.0632784 Jul 22 23:12:57.749483 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b1ce6a3e-2e83-4b36-936c-504bf7808a0b req-c8ea5af0-6eb2-40fb-8613-bbaa13c48d53 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Jul 22 23:12:58.882396 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9f80-9487-46f3-9c78-0eecc6065140 req-fe68149b-6149-4784-ac54-849bc927ec99 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:58.883881 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-496c9f80-9487-46f3-9c78-0eecc6065140 req-fe68149b-6149-4784-ac54-849bc927ec99 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 950 time: 0.0662968 Jul 22 23:12:58.921500 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-496c9f80-9487-46f3-9c78-0eecc6065140 req-cb5a3338-9182-40eb-9a72-407eb605c507 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/security-groups?id=94265d12-93fa-4023-92b0-b87f8f4c66f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Jul 22 23:12:59.335953 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-3d10b818-3c55-4eab-98ed-6084fdcda213 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.337462 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-3d10b818-3c55-4eab-98ed-6084fdcda213 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.61 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 950 time: 0.0679278 Jul 22 23:12:59.435651 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Deleting port c5413447-02ca-41a0-b001-1777740646a6 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:59.435994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.528745 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] For port c5413447-02ca-41a0-b001-1777740646a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c5413447-02ca-41a0-b001-1777740646a6,segment=NetworkSegment(e1ed22ed-1a5c-47e9-bfd3-69cb495d8832),segment_id=e1ed22ed-1a5c-47e9-bfd3-69cb495d8832)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:59.529104 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.540817 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Calling delete_port for c5413447-02ca-41a0-b001-1777740646a6 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:59.663614 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.695989 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Pushing event deleted for resources: {'Port': ['ID=c5413447-02ca-41a0-b001-1777740646a6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:59.740434 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] No DVR routers for this DVR port c5413447-02ca-41a0-b001-1777740646a6 on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:59.743034 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.745057 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5e9b96fd-ad18-4409-b3e7-63b3ee61714b req-2d8db83b-21b5-4bfc-ae84-7d56f51eb441 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.61 "DELETE /v2.0/ports/c5413447-02ca-41a0-b001-1777740646a6 HTTP/1.1" status: 204 len: 173 time: 0.4020784 Jul 22 23:12:59.745491 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'name': 'network-vif-deleted', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:59.747786 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a038ccb9-f34b-43be-af24-f7863f68228c" -d '{"events": [{"server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "name": "network-vif-deleted", "tag": "c5413447-02ca-41a0-b001-1777740646a6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:59.787211 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881d3dd-46be-4b5a-b884-ea186d0b95e8 x-openstack-request-id: req-f881d3dd-46be-4b5a-b884-ea186d0b95e8 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:59.787497 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28dd1d0-9916-4ca6-a2a9-e6d3e690f609", "name": "network-vif-deleted", "tag": "c5413447-02ca-41a0-b001-1777740646a6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:59.787746 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f881d3dd-46be-4b5a-b884-ea186d0b95e8 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:59.788162 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28dd1d0-9916-4ca6-a2a9-e6d3e690f609', 'name': 'network-vif-deleted', 'tag': 'c5413447-02ca-41a0-b001-1777740646a6', 'status': 'completed', 'code': 200} Jul 22 23:13:00.027819 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4cf28369-debf-4440-bfb7-a5a6f0b0c5de req-073014e9-6bed-4c18-86a1-5aceab9c8609 tempest-VolumesNegativeTest-664026203 tempest-VolumesNegativeTest-664026203-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28dd1d0-9916-4ca6-a2a9-e6d3e690f609 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Jul 22 23:13:00.365550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-526a64b8-7cb4-4c8d-b153-c7e54374ccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:01.367748 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device c5413447-02ca-41a0-b001-1777740646a6 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:13:01.388410 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: c5413447-02ca-41a0-b001-1777740646a6 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:13:01.388786 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device c5413447-02ca-41a0-b001-1777740646a6 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:13:01.517382 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:02.849354 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:02.919813 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ee715088-539b-4227-8c94-58dc6d38fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.032200 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.183280 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-86a865f5-8d50-4daf-b270-c6baa960ce5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524864 Jul 22 23:13:04.264376 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857848-27b8-48a1-8dfe-b2179588995b req-39bb30f0-d0ac-45c1-9bdf-703d8b470b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.265893 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-39bb30f0-d0ac-45c1-9bdf-703d8b470b94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 1100 time: 0.0554235 Jul 22 23:13:04.373104 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857848-27b8-48a1-8dfe-b2179588995b req-6847d583-bf54-4b2d-afed-5641505192d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.374609 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-6847d583-bf54-4b2d-afed-5641505192d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.0875351 Jul 22 23:13:04.440197 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-439898e1-5b66-4e5d-adc9-21413e9eaece service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 200 len: 1002 time: 0.0586095 Jul 22 23:13:04.491715 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857848-27b8-48a1-8dfe-b2179588995b req-a6072741-fbd8-45a5-b554-b05ff6f4e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.493253 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-a6072741-fbd8-45a5-b554-b05ff6f4e4f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0454552 Jul 22 23:13:04.551121 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857848-27b8-48a1-8dfe-b2179588995b req-9b0e1e7a-58c0-482a-8e25-163b8c153ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.553384 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-9b0e1e7a-58c0-482a-8e25-163b8c153ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537391 Jul 22 23:13:04.648321 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-e1ddc886-c260-4240-8a03-3f9b32929fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873477 Jul 22 23:13:04.686188 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44992) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.747310 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-94857848-27b8-48a1-8dfe-b2179588995b req-0d78cf2e-af67-41d8-a160-5180deda7239 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857744 Jul 22 23:13:04.829281 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ccdb9ee7-d20b-4d40-aedb-1059618b938b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=059a6f0c88934683acee622722d4fe78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419480 Jul 22 23:13:04.832485 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 44998) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.881274 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.901608 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.946142 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.948769 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.949952 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94265d12-93fa-4023-92b0-b87f8f4c66f5 HTTP/1.1" status: 204 len: 168 time: 0.1158946 Jul 22 23:13:04.958829 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94265d12-93fa-4023-92b0-b87f8f4c66f5,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.969054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.969444 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.969742 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.970079 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.970448 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.970803 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.971137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.971466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.971797 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.972124 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.972449 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:04.972802 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499237d5-af89-4f0f-ad89-b026b65463fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:05.554166 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45020) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:05.648516 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-4458949-network', 'tenant_id': '8695728aadd94e8bbe89491d8525ae48'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:05.672381 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Made reservation on behalf of 8695728aadd94e8bbe89491d8525ae48 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:05.674614 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.683175 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.757072 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.771970 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.776059 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.798310 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:13:05.812170 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f1d599-1b53-4622-a259-087db820ba74,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:05.818106 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.818451 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Added segment 25d591d3-7c9a-42c6-8636-4cb4b07a14b7 of type vlan for network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f Jul 22 23:13:05.857114 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.883556 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.884568 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.885168 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.917250 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619559 Jul 22 23:13:05.920181 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45026) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:05.925225 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Request body: {'subnet': {'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-4458949-subnet', 'tenant_id': '8695728aadd94e8bbe89491d8525ae48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:05.945890 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Made reservation on behalf of 8695728aadd94e8bbe89491d8525ae48 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:05.947986 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13806285-da44-4257-a0aa-f126cdb306a7 admin admin] Pushing event updated for resources: {'Network': ['ID=60efc1f6-03a8-4986-aae5-ef7cbf30e88f,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:05.948135 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3270425'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.959613 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:13:06.118103 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3270507'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.176869 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df26346b-b070-430f-9ad6-7cb761daebf6,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:06.186169 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Checking segment: {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:06.186528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Network hostable DHCP agents. Network: 60efc1f6-03a8-4986-aae5-ef7cbf30e88f, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:13:06.202988 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:13:06.212179 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 60efc1f6-03a8-4986-aae5-ef7cbf30e88f) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:06.217184 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:06.218038 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.221425 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3da7d-c448-4098-8eb1-e5f31a8d1c3b None None] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:06.231463 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4202a4af-77b1-42f1-a8a0-530541297680 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3101692 Jul 22 23:13:06.346878 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffc745-127e-4b8b-8981-799259e71114 None None] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:07.952017 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-e73a9732-0821-4577-9a0f-043dd639383d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.953763 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-e73a9732-0821-4577-9a0f-043dd639383d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 811 time: 0.0984757 Jul 22 23:13:07.967522 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-83b47519-c50e-4ed6-a84f-1067f8235d98 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/quotas/8695728aadd94e8bbe89491d8525ae48 HTTP/1.1" status: 200 len: 375 time: 0.0086002 Jul 22 23:13:07.999341 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-75372690-188e-40ef-9edc-c83ac930866d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272233 Jul 22 23:13:08.089325 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-9c6da867-9b00-4785-954a-da4c98360129 service neutron] 10.222.0.15 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830805 Jul 22 23:13:08.177465 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-9b088e48-8a7d-40fd-99e3-adba168b9f39 service neutron] 10.222.0.15 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825388 Jul 22 23:13:08.336470 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9bfdc91c-9770-488b-884e-baad5d1ffbc3 req-507d3922-a7c1-47fd-8156-9a26fdac602d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 210 time: 0.0285892 Jul 22 23:13:09.306929 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-dea67d7e-d802-49d5-817e-8568135c80d4 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.308381 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-dea67d7e-d802-49d5-817e-8568135c80d4 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 811 time: 0.1051652 Jul 22 23:13:09.322704 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Request body: {'port': {'device_id': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f', 'admin_state_up': True, 'tenant_id': '8695728aadd94e8bbe89491d8525ae48'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:09.434230 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-220c3068-d7a4-4334-aa28-4ea8c20c168f req-c4549411-fee2-43f0-a519-ba3e20598b28 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 210 time: 0.0281720 Jul 22 23:13:09.436087 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Made reservation on behalf of 8695728aadd94e8bbe89491d8525ae48 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:09.439485 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:09.562148 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Allocated IP 172.20.0.14 (60efc1f6-03a8-4986-aae5-ef7cbf30e88f/df26346b-b070-430f-9ad6-7cb761daebf6/afdcd972-dab0-418e-808f-3714d2377494) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:09.701355 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:09.737757 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:09.783935 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:09.787479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:09.791128 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:09.797229 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Pushing event updated for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:09.840555 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.841107 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:09.854929 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-8fff4653-a64c-4ebb-a9be-207e9c61c6ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361545 Jul 22 23:13:09.868520 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Request body: {'port': {'device_id': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:09.935915 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.190047 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdcd972-dab0-418e-808f-3714d2377494 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:10.197270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.209776 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Transition to ACTIVE for port object afdcd972-dab0-418e-808f-3714d2377494 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:10.213095 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.262607 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:10.328155 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Attempting to bind port afdcd972-dab0-418e-808f-3714d2377494 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:10.329083 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Attempting to bind port afdcd972-dab0-418e-808f-3714d2377494 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:10.329083 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Attempting to bind port afdcd972-dab0-418e-808f-3714d2377494 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:10.333753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Port afdcd972-dab0-418e-808f-3714d2377494 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:10.334078 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Attempting to bind port afdcd972-dab0-418e-808f-3714d2377494 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:10.338722 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:10.339053 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Checking segment: {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:10.339433 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Bound using segment: {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:10.339856 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Bound port: afdcd972-dab0-418e-808f-3714d2377494, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:10.340208 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.400592 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:10.403747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=afdcd972-dab0-418e-808f-3714d2377494,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:10.407552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.439783 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.440452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.441840 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] 10.222.0.61 "PUT /v2.0/ports/afdcd972-dab0-418e-808f-3714d2377494 HTTP/1.1" status: 200 len: 1094 time: 0.5772583 Jul 22 23:13:10.442268 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:10.444727 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445b2b2-ef30-4b80-96b8-45ad5434ec88" -d '{"events": [{"name": "network-changed", "server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "tag": "afdcd972-dab0-418e-808f-3714d2377494"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:10.474496 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d8771-4b07-46f5-b3ea-6e87a888f9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:10.485505 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3a7820-84b6-40da-9b06-1a1499793180 x-openstack-request-id: req-0c3a7820-84b6-40da-9b06-1a1499793180 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:10.486031 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "tag": "afdcd972-dab0-418e-808f-3714d2377494", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:10.486280 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c3a7820-84b6-40da-9b06-1a1499793180 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:10.486674 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494', 'status': 'completed', 'code': 200} Jul 22 23:13:10.551873 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-d6aec22e-27c1-4061-8cdb-8ca3100092c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.553768 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-d6aec22e-27c1-4061-8cdb-8ca3100092c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 1097 time: 0.0537145 Jul 22 23:13:10.569776 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38763352-3684-4d4e-8644-940f3792da18 req-2500e8a7-997e-48ef-8d86-b929d1f9bb0e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.571314 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38763352-3684-4d4e-8644-940f3792da18 req-2500e8a7-997e-48ef-8d86-b929d1f9bb0e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 944 time: 0.0637269 Jul 22 23:13:10.598172 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-13d13ed5-6fa7-4875-8889-15ceb4f65d04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdcd972-dab0-418e-808f-3714d2377494 HTTP/1.1" status: 200 len: 217 time: 0.0368803 Jul 22 23:13:10.611047 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38763352-3684-4d4e-8644-940f3792da18 req-843bcb55-2a37-4d60-99ae-0caa67c6d0c5 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Jul 22 23:13:10.647606 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-7a586a5b-7e56-48a4-9f89-7f4da0a116b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.649107 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-7a586a5b-7e56-48a4-9f89-7f4da0a116b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df26346b-b070-430f-9ad6-7cb761daebf6 HTTP/1.1" status: 200 len: 851 time: 0.0430307 Jul 22 23:13:10.683400 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-6d51b198-2352-4969-8040-21f3f9c9c0ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261939 Jul 22 23:13:10.775862 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-3b392698-9b8f-4e2a-92d5-dcbfb2cdd47e service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840139 Jul 22 23:13:10.873165 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-4bd82747-5ca4-48f8-a06c-1f7f5b757ef8 req-5dd4233a-af59-4076-b55a-ee4d7a3cb088 service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806515 Jul 22 23:13:10.979474 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-455b0fde-ff83-4e68-8284-6c1de270c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.980998 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-455b0fde-ff83-4e68-8284-6c1de270c3a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 1097 time: 0.0563784 Jul 22 23:13:11.074656 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-92b1711b-d25b-4b9c-b641-2af31a3c21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.076490 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-92b1711b-d25b-4b9c-b641-2af31a3c21c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 912 time: 0.0867269 Jul 22 23:13:11.371442 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-452ccd16-9a9f-4ae4-8aa9-0abea8434db5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdcd972-dab0-418e-808f-3714d2377494 HTTP/1.1" status: 200 len: 217 time: 0.2818763 Jul 22 23:13:11.424329 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-af3d6f25-229b-4b6b-b84f-96a5e9b4bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.426252 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-af3d6f25-229b-4b6b-b84f-96a5e9b4bd93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df26346b-b070-430f-9ad6-7cb761daebf6 HTTP/1.1" status: 200 len: 851 time: 0.0480223 Jul 22 23:13:11.470759 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-443b2a70-7ee7-4247-92ea-7d9035479b12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276160 Jul 22 23:13:11.561234 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-796a9c5b-8573-41af-a2f2-b4eea6fc3a88 service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Jul 22 23:13:11.652579 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-9445b2b2-ef30-4b80-96b8-45ad5434ec88 req-e0cd403f-10f5-4aa6-9aba-4eec2c3d36d6 service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807097 Jul 22 23:13:11.737842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac060e-6e84-4b7a-9a0d-efd4f1550293 req-cd2270f9-d226-4316-9aa1-2c9972ecbce7 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.739807 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b2ac060e-6e84-4b7a-9a0d-efd4f1550293 req-cd2270f9-d226-4316-9aa1-2c9972ecbce7 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 944 time: 0.0635331 Jul 22 23:13:11.776781 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b2ac060e-6e84-4b7a-9a0d-efd4f1550293 req-dfdbcb95-61fd-484b-b6f2-57193794495f tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Jul 22 23:13:12.723517 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528c353-09aa-4cf0-8bc6-625cfc7da377 req-f9710596-4ce2-4ecb-8082-1e5a200aab27 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.724911 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5528c353-09aa-4cf0-8bc6-625cfc7da377 req-f9710596-4ce2-4ecb-8082-1e5a200aab27 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.0621848 Jul 22 23:13:12.761485 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5528c353-09aa-4cf0-8bc6-625cfc7da377 req-2c8ecf94-e4a8-4137-96f3-59a847f08a80 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310266 Jul 22 23:13:12.906545 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9774a0-d14d-4cc4-992c-1450f8f0d610 req-fa495e81-85c0-47c8-9af6-95c0fafc4e59 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.908027 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d9774a0-d14d-4cc4-992c-1450f8f0d610 req-fa495e81-85c0-47c8-9af6-95c0fafc4e59 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 944 time: 0.0653019 Jul 22 23:13:12.946531 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d9774a0-d14d-4cc4-992c-1450f8f0d610 req-05162133-1c5f-411c-9305-b20bce448b7c tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Jul 22 23:13:13.660165 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45150) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:13.774945 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e76a4999-0d60-40ca-aa72-f537ca2245ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:13.827230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f7f0-0e90-4485-9127-71665f7806e0 req-3546d1c6-3b94-48fd-a967-e54e7c4a6a6d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.828997 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d659f7f0-0e90-4485-9127-71665f7806e0 req-3546d1c6-3b94-48fd-a967-e54e7c4a6a6d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0991311 Jul 22 23:13:13.932235 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d659f7f0-0e90-4485-9127-71665f7806e0 req-0ec2f8c0-88f1-46f8-9c8f-5376a6eaa982 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968761 Jul 22 23:13:13.975131 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa2ab5-2576-4fed-a088-dea4931f4173 req-a6d22557-2f42-487b-9f94-a20c252f5599 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.976531 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-07fa2ab5-2576-4fed-a088-dea4931f4173 req-a6d22557-2f42-487b-9f94-a20c252f5599 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.1401944 Jul 22 23:13:13.987012 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e76a4999-0d60-40ca-aa72-f537ca2245ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:13.994831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e76a4999-0d60-40ca-aa72-f537ca2245ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.081701 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e76a4999-0d60-40ca-aa72-f537ca2245ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5458d15d6eff49ea8920aabdf9d08b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198782 Jul 22 23:13:14.084895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45162) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:14.087385 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-07fa2ab5-2576-4fed-a088-dea4931f4173 req-285c49e9-711c-4dc6-8902-f51ce286c19b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=49a82d23-d09e-44ea-911e-6e681d11044c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030657 Jul 22 23:13:14.087973 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a4999-0d60-40ca-aa72-f537ca2245ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de975684-cd0b-4f61-8078-22f3dcb50aba,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:14.124942 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21984789-cfcc-40ba-be83-0a570a959326 req-61e63492-9dd9-4f3c-bcd2-86cd86d8023a tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.126477 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-21984789-cfcc-40ba-be83-0a570a959326 req-61e63492-9dd9-4f3c-bcd2-86cd86d8023a tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 944 time: 0.1124966 Jul 22 23:13:14.145231 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.165017 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-21984789-cfcc-40ba-be83-0a570a959326 req-b66887cf-125f-4bbb-ae80-fe1e8b2ca44e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Jul 22 23:13:14.165786 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.211851 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.214566 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.215778 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de975684-cd0b-4f61-8078-22f3dcb50aba HTTP/1.1" status: 204 len: 168 time: 0.1298628 Jul 22 23:13:14.223749 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9e627-8dc8-4236-b176-c2ae82eb327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de975684-cd0b-4f61-8078-22f3dcb50aba,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:14.445770 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-ddc6da2b-45cd-4ff4-a27a-b52af76248de tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.447413 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-ddc6da2b-45cd-4ff4-a27a-b52af76248de tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 947 time: 0.0755463 Jul 22 23:13:14.534281 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ec9c-70a3-4cee-9493-7def3256a004 req-3396744d-e497-48d0-913a-73b98f8b88b0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.535891 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5341ec9c-70a3-4cee-9493-7def3256a004 req-3396744d-e497-48d0-913a-73b98f8b88b0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1063483 Jul 22 23:13:14.542118 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-5e67837d-64bf-4ad4-9ab6-7d12bd4298de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.542938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-5e67837d-64bf-4ad4-9ab6-7d12bd4298de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1137 time: 0.1016288 Jul 22 23:13:14.561852 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Deleting port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:14.562201 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.603901 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5341ec9c-70a3-4cee-9493-7def3256a004 req-db7d99b4-2c49-48e0-94fd-634216b63c48 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598812 Jul 22 23:13:14.656826 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] For port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:14.657194 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.671271 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-dac481e1-52d6-4c85-bedf-9f84618a0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.672892 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-dac481e1-52d6-4c85-bedf-9f84618a0d1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.1219943 Jul 22 23:13:14.744554 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-4fb2e4e6-6a91-4916-95ab-efa0ba719248 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 1001 time: 0.0639443 Jul 22 23:13:14.799498 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-8a035639-9cf6-445f-962e-7e82633badbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.801561 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-8a035639-9cf6-445f-962e-7e82633badbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0478315 Jul 22 23:13:14.860829 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-e8583f66-dbef-4f19-b529-5095f8c38aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.862385 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-e8583f66-dbef-4f19-b529-5095f8c38aa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542259 Jul 22 23:13:14.938350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.938816 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.939067 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Floating IP 480d8d8d-381d-43c2-94f1-e8d2c68514c6 disassociated. External IP: 172.27.0.241, port: d809e620-66b7-4cb7-b78c-76b2e8ce4b7b. Jul 22 23:13:14.939435 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Calling delete_port for d809e620-66b7-4cb7-b78c-76b2e8ce4b7b owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:14.961530 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-04a104cb-6755-413a-96f1-450c257ceefd service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907116 Jul 22 23:13:15.095423 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-176aab57-4599-44ce-9d33-b9e2d174ca04 req-5ebba226-424a-41d3-b192-2a066f78d678 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256862 Jul 22 23:13:15.114885 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.123032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8140e85-da8f-490e-aa28-157d893028f9 req-7aaf6b5e-5e3d-4258-bb93-407344472b59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.124745 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f8140e85-da8f-490e-aa28-157d893028f9 req-7aaf6b5e-5e3d-4258-bb93-407344472b59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0893261 Jul 22 23:13:15.153851 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'Port': ['ID=d809e620-66b7-4cb7-b78c-76b2e8ce4b7b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:15.172916 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f8140e85-da8f-490e-aa28-157d893028f9 req-eb57aa91-bd95-42dc-88e0-0126b2362fc2 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Jul 22 23:13:15.225637 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0925fd4e-1e65-4c87-96ad-a4e885c841b5 req-c978c3ac-66fb-4304-811a-a87d8581f071 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab300f9c-f8ab-4ad0-a954-e09dc46a7288 HTTP/1.1" status: 200 len: 210 time: 0.0516491 Jul 22 23:13:15.314059 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:15.326810 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063e35e-d314-40ab-9007-10a385de1a4b req-ab3a1598-6c4a-4ff6-8efb-851c6df046a4 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.333378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2063e35e-d314-40ab-9007-10a385de1a4b req-ab3a1598-6c4a-4ff6-8efb-851c6df046a4 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 944 time: 0.0794394 Jul 22 23:13:15.373353 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2063e35e-d314-40ab-9007-10a385de1a4b req-29c9ac4a-aa1b-4491-85f9-e169017585d5 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Jul 22 23:13:15.437955 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device afdcd972-dab0-418e-808f-3714d2377494 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:15.448774 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:15.504064 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] No DVR routers for this DVR port d809e620-66b7-4cb7-b78c-76b2e8ce4b7b on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:13:15.506879 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.508994 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-dcb1c64a-4c0b-4a30-af39-42051968e733 req-1c0d8b04-52cc-415e-8005-b8612c2a714d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "DELETE /v2.0/ports/d809e620-66b7-4cb7-b78c-76b2e8ce4b7b HTTP/1.1" status: 204 len: 173 time: 1.0545352 Jul 22 23:13:15.510163 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-deleted', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:15.512624 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184a144e-f33a-4713-834b-074f5bba7705" -d '{"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-deleted", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:15.539437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:15.556993 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636535b5-0c2f-41b8-b10e-6f3dffda7408 x-openstack-request-id: req-636535b5-0c2f-41b8-b10e-6f3dffda7408 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:15.557323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab300f9c-f8ab-4ad0-a954-e09dc46a7288", "name": "network-vif-deleted", "tag": "d809e620-66b7-4cb7-b78c-76b2e8ce4b7b", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:15.557540 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-636535b5-0c2f-41b8-b10e-6f3dffda7408 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:15.557932 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab300f9c-f8ab-4ad0-a954-e09dc46a7288', 'name': 'network-vif-deleted', 'tag': 'd809e620-66b7-4cb7-b78c-76b2e8ce4b7b', 'status': 'completed', 'code': 200} Jul 22 23:13:15.567906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:15.568631 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:15.653368 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=afdcd972-dab0-418e-808f-3714d2377494,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:15.675418 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'afdcd972-dab0-418e-808f-3714d2377494', 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f', 'port_id': 'afdcd972-dab0-418e-808f-3714d2377494', 'mac_address': 'fa:16:3e:82:d7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df26346b-b070-430f-9ad6-7cb761daebf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:15.734223 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.737605 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:15.750110 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463513f7-9214-454e-9d93-660af4723c66 req-70ca530c-8ced-42ae-8b96-04587a26822b tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.751586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-463513f7-9214-454e-9d93-660af4723c66 req-70ca530c-8ced-42ae-8b96-04587a26822b tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0643051 Jul 22 23:13:15.780733 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdcd972-dab0-418e-808f-3714d2377494 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:15.797267 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-463513f7-9214-454e-9d93-660af4723c66 req-0658f104-15ea-4096-ac2a-24c3baa21ef9 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353346 Jul 22 23:13:15.840190 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=afdcd972-dab0-418e-808f-3714d2377494,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:15.846157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.880821 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-86155acf-25d4-4615-96dc-09a4744501a0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.882652 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-86155acf-25d4-4615-96dc-09a4744501a0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.0646248 Jul 22 23:13:15.950966 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:16.023483 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Deleting port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:16.023747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.025922 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:16.067098 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:16.075536 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:16.076157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:16.114516 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['afdcd972-dab0-418e-808f-3714d2377494'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:16.147560 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] For port b349bc9a-6125-4da9-ac2a-70f8f13c4a56, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:16.148187 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.232593 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:16.377418 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.378783 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.379103 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.l3_db [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Floating IP 28376d6a-d27c-4494-b81d-a164cff26422 disassociated. External IP: 172.27.0.251, port: b349bc9a-6125-4da9-ac2a-70f8f13c4a56. Jul 22 23:13:16.381058 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Calling delete_port for b349bc9a-6125-4da9-ac2a-70f8f13c4a56 owned by compute:nova {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:16.390700 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45218) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:16.440595 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ca33-ba4a-4d40-a899-8fd9143c1671 req-6e8ae3ec-452f-409b-8620-d0a7865b9392 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.442768 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a614ca33-ba4a-4d40-a899-8fd9143c1671 req-6e8ae3ec-452f-409b-8620-d0a7865b9392 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 945 time: 0.1864557 Jul 22 23:13:16.496093 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.521632 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.548785 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.606378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a614ca33-ba4a-4d40-a899-8fd9143c1671 req-0c8c799a-6547-4573-bfdd-c3041013d7b0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=19dbf546-a30d-4ff8-a45a-4fd596d5a657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538825 Jul 22 23:13:16.610319 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.614218 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:16.615368 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "DELETE /v2.0/security-groups/49a82d23-d09e-44ea-911e-6e681d11044c HTTP/1.1" status: 204 len: 168 time: 0.2237225 Jul 22 23:13:16.623403 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45226) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:16.636260 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'Port': ['ID=b349bc9a-6125-4da9-ac2a-70f8f13c4a56,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:16.640627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0672071-ad5c-4554-8484-42c113f0ec68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a82d23-d09e-44ea-911e-6e681d11044c,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:16.674955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf317ea-81ce-4f88-9a85-d3e0b211feca req-6aed154d-7a08-4aff-a055-f29b181a92d9 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.682236 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9bf317ea-81ce-4f88-9a85-d3e0b211feca req-6aed154d-7a08-4aff-a055-f29b181a92d9 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 945 time: 0.2039812 Jul 22 23:13:16.717105 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-28f3a3bd-916c-4d1d-9a96-ed21cb60a0f2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] show failed (client error): The resource could not be found. Jul 22 23:13:16.720795 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-28f3a3bd-916c-4d1d-9a96-ed21cb60a0f2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups/49a82d23-d09e-44ea-911e-6e681d11044c HTTP/1.1" status: 404 len: 347 time: 0.0895078 Jul 22 23:13:16.722454 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45230) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:16.743727 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9bf317ea-81ce-4f88-9a85-d3e0b211feca req-65958139-bd05-4cfd-851e-230261c9d430 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575020 Jul 22 23:13:16.781114 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:16.810038 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:16.819210 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb32a6-4b6e-46ef-b3bd-5c7acdf8835b None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:16.967759 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:16.981070 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:17.003466 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:17.011462 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:17.025387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] No DVR routers for this DVR port b349bc9a-6125-4da9-ac2a-70f8f13c4a56 on host hv-cinder-80191 {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:13:17.029166 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.031787 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c72eab00-e191-4e6d-af0c-6ae0fcfbdedd req-35041275-3a5e-45f8-a5ae-d1b77c8f6714 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "DELETE /v2.0/ports/b349bc9a-6125-4da9-ac2a-70f8f13c4a56 HTTP/1.1" status: 204 len: 173 time: 1.1415269 Jul 22 23:13:17.177175 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:17.273523 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Deleting port e44944f0-05d5-47ec-a104-2ed446074915 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:17.273911 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.316041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d4079-1b7b-418d-9f24-0e877f0f5c90 None None] New status for floating IP 480d8d8d-381d-43c2-94f1-e8d2c68514c6: DOWN {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:13:17.385574 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99ab1-52f6-4e31-a8f8-a57688c240f8 req-770c9e00-0ab3-4488-8e3a-65331b690a65 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:17.394114 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6e99ab1-52f6-4e31-a8f8-a57688c240f8 req-770c9e00-0ab3-4488-8e3a-65331b690a65 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1637523 Jul 22 23:13:17.430766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.431233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.433380 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:17.444897 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device afdcd972-dab0-418e-808f-3714d2377494 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:17.468181 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:17.472697 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6e99ab1-52f6-4e31-a8f8-a57688c240f8 req-8f847a5c-7d56-41f1-93a8-674ea904f09d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704522 Jul 22 23:13:17.474381 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Calling delete_port for e44944f0-05d5-47ec-a104-2ed446074915 owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:17.482886 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:17.483635 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:17.530894 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port afdcd972-dab0-418e-808f-3714d2377494 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:17.543937 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port afdcd972-dab0-418e-808f-3714d2377494 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:17.546729 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.559412 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'name': 'network-vif-deleted', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:17.562024 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36099428-2cdc-402a-8ad8-dce365e304fb" -d '{"events": [{"server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "name": "network-vif-deleted", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:17.614782 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7294106b-6774-4c02-b77f-2607cb934053 x-openstack-request-id: req-7294106b-6774-4c02-b77f-2607cb934053 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:17.615957 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfe984c-b2cb-47e5-b830-e49c55d765b4", "name": "network-vif-deleted", "tag": "b349bc9a-6125-4da9-ac2a-70f8f13c4a56", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:17.616438 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7294106b-6774-4c02-b77f-2607cb934053 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:17.617065 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfe984c-b2cb-47e5-b830-e49c55d765b4', 'name': 'network-vif-deleted', 'tag': 'b349bc9a-6125-4da9-ac2a-70f8f13c4a56', 'status': 'completed', 'code': 200} Jul 22 23:13:17.640019 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:17.680910 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.705252 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.715393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'Port': ['ID=e44944f0-05d5-47ec-a104-2ed446074915,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:17.753160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:17.755882 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f9bc4-5053-4e83-b08b-e63bf121d0eb" -d '{"events": [{"server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "name": "network-vif-plugged", "status": "completed", "tag": "afdcd972-dab0-418e-808f-3714d2377494"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:17.790013 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=afdcd972-dab0-418e-808f-3714d2377494,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:17.803840 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.805873 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:13:17.815784 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-97946d19-dddc-410d-b547-e1d91e3c51a2 req-23444964-cd2d-4b69-b01e-080d1577b607 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cfe984c-b2cb-47e5-b830-e49c55d765b4 HTTP/1.1" status: 200 len: 210 time: 0.0694654 Jul 22 23:13:17.839653 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.842690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.844449 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-f1e7a60a-d83a-464b-9953-5cc62460ed4e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "DELETE /v2.0/floatingips/480d8d8d-381d-43c2-94f1-e8d2c68514c6 HTTP/1.1" status: 204 len: 168 time: 1.1208856 Jul 22 23:13:17.845626 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284eb40f-f3b3-4be0-82d5-70754b67df46 x-openstack-request-id: req-284eb40f-f3b3-4be0-82d5-70754b67df46 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:17.845925 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "name": "network-vif-plugged", "status": "completed", "tag": "afdcd972-dab0-418e-808f-3714d2377494", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:17.846183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-284eb40f-f3b3-4be0-82d5-70754b67df46 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:17.846588 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494', 'code': 200} Jul 22 23:13:17.849337 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: d809e620-66b7-4cb7-b78c-76b2e8ce4b7b {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:13:17.849683 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device d809e620-66b7-4cb7-b78c-76b2e8ce4b7b not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:13:17.935337 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:18.034224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156c68-70aa-4580-a991-2433e6c00fa9 req-efba3a1f-a249-4db1-b49c-d5420e159412 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:18.036405 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-64156c68-70aa-4580-a991-2433e6c00fa9 req-efba3a1f-a249-4db1-b49c-d5420e159412 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 946 time: 0.1013374 Jul 22 23:13:18.052646 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:18.087133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433a682-b8e0-43c4-9512-dcb37a68645e req-fb744e30-5fe4-4316-902a-07c8c77ed9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:18.088730 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e433a682-b8e0-43c4-9512-dcb37a68645e req-fb744e30-5fe4-4316-902a-07c8c77ed9c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 1099 time: 0.0568357 Jul 22 23:13:18.100091 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69bc7-96a3-408a-a3bb-df88d3a59359 None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:18.116200 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-64156c68-70aa-4580-a991-2433e6c00fa9 req-e3a8136a-9860-4873-acaa-b1584a14093c tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Jul 22 23:13:18.140691 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45250) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:18.145532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098990649', 'description': 'tempest-description--2125174037'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:18.162189 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e433a682-b8e0-43c4-9512-dcb37a68645e req-e3ebbe4d-fbd6-43b5-8a6a-3f78890be63c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661399 Jul 22 23:13:18.180150 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.286674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.292026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.326185 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd42079-6182-4428-8cd5-538db995ef4e,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:18.329370 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.330884 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-8a66bbe8-fb4c-44d6-be93-fddc8756fc17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1888843 Jul 22 23:13:18.334212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45256) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:18.338830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group_rule': {'security_group_id': '2cd42079-6182-4428-8cd5-538db995ef4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:18.367876 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.427844 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a07cc2-3571-48e9-b017-8d13352ea7c3 None None] New status for floating IP 28376d6a-d27c-4494-b81d-a164cff26422: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:13:18.432593 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.440948 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.461613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b149a4e8-5f68-49cc-a216-23167af7a9a7,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:18.469502 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.470892 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-211f02f7-e64e-436e-8d51-72fb139db352 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356995 Jul 22 23:13:18.474488 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45258) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:18.480491 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'security_group_rule': {'security_group_id': '2cd42079-6182-4428-8cd5-538db995ef4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:18.531686 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.603707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.616189 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.640822 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c664ea2e-fd91-4147-a44b-4bd8864d6e79,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:18.659843 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.661181 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-07989518-be83-403a-8fe8-4cecfcfda34f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850500 Jul 22 23:13:18.665391 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45266) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:18.674723 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:18.683658 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae5e2a-b01d-4870-8095-ff1ca57b449a req-b49ebeda-50dc-44ea-9e03-7753e798f991 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:18.691326 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ecae5e2a-b01d-4870-8095-ff1ca57b449a req-b49ebeda-50dc-44ea-9e03-7753e798f991 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1092677 Jul 22 23:13:18.709057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.734333 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ecae5e2a-b01d-4870-8095-ff1ca57b449a req-3df3b71b-b826-46b2-98fa-59029f7f35ad tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414062 Jul 22 23:13:18.823189 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.916962 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45272) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:18.937136 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Allocated IP 172.27.0.183 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:18.976922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.000549 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.049828 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.052485 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.053666 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "DELETE /v2.0/security-groups/19dbf546-a30d-4ff8-a45a-4fd596d5a657 HTTP/1.1" status: 204 len: 168 time: 0.1353776 Jul 22 23:13:19.057254 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45274) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:19.062753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983736fd-cedb-4be7-9d49-c8498a9ff54e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dbf546-a30d-4ff8-a45a-4fd596d5a657,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:19.067410 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.082302 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-4f196834-5f57-4f24-819f-3d284ce7f76f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] show failed (client error): The resource could not be found. Jul 22 23:13:19.083999 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4f196834-5f57-4f24-819f-3d284ce7f76f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups/19dbf546-a30d-4ff8-a45a-4fd596d5a657 HTTP/1.1" status: 404 len: 347 time: 0.0258136 Jul 22 23:13:19.087061 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45276) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:19.116810 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.161712 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:19.167647 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:19.172092 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:19.191199 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:19.255817 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.256178 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Deleting port 60e09400-3b02-41af-a827-12c0eb3ad08e {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:19.256522 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.284743 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f8179-c648-458f-ba52-7b815ad6d15f req-b5d9989b-78b0-48b9-a14f-248f847e7e07 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:19.286803 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-626f8179-c648-458f-ba52-7b815ad6d15f req-b5d9989b-78b0-48b9-a14f-248f847e7e07 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 946 time: 0.0974405 Jul 22 23:13:19.298468 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.367096 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.367356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.372161 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-626f8179-c648-458f-ba52-7b815ad6d15f req-05d73c65-dfeb-4aad-b12a-6c99005ee71b tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Jul 22 23:13:19.383332 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Calling delete_port for 60e09400-3b02-41af-a827-12c0eb3ad08e owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:19.453450 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.459489 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.524619 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.539901 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:19.549428 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.550708 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'Port': ['ID=60e09400-3b02-41af-a827-12c0eb3ad08e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:19.568555 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.573409 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e86d1e87-a40b-41d3-938f-9b34a8d62e7d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9068205 Jul 22 23:13:19.629950 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.635145 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.639876 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-942bb3f0-de63-4559-a8e5-3aa37cd74a59 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "DELETE /v2.0/floatingips/28376d6a-d27c-4494-b81d-a164cff26422 HTTP/1.1" status: 204 len: 168 time: 0.5482898 Jul 22 23:13:19.812595 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-c5777df3-93bb-4d45-8aef-bc5cccb5f641 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2098990649&fields=id&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 267 time: 0.0446568 Jul 22 23:13:19.938461 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45348) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:19.948753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661373658', 'description': 'tempest-description--1358305629'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:19.982203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-7e4e8489-3a60-42b0-a84f-caf16e8b29d7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:19.984184 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-7e4e8489-3a60-42b0-a84f-caf16e8b29d7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 816 time: 0.1705434 Jul 22 23:13:19.985766 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.003208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-459bd9ec-c68f-4006-b64c-ec0038592022 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/quotas/fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 375 time: 0.0110841 Jul 22 23:13:20.090696 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.095259 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.139969 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.141248 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2008154 Jul 22 23:13:20.143197 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b97499-b452-45ce-93b2-fc01298783ae tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40bcaf-448c-4953-bdd4-c282008fab0b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.145523 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45364) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:20.151160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group_rule': {'security_group_id': '4c40bcaf-448c-4953-bdd4-c282008fab0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:20.166130 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-f93ea844-568e-45b7-aa5c-c5f97d96f4c4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498692 Jul 22 23:13:20.197984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb72e-62cb-45fc-8c0f-f2a7ba6da41a req-a5b96042-fe3b-4b15-bbb5-f706e517373d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:20.199493 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a68fb72e-62cb-45fc-8c0f-f2a7ba6da41a req-a5b96042-fe3b-4b15-bbb5-f706e517373d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1689124 Jul 22 23:13:20.248883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.332995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a68fb72e-62cb-45fc-8c0f-f2a7ba6da41a req-716db353-1eb3-460d-a375-f6538596439e tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218927 Jul 22 23:13:20.359895 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-d7aedf7c-5312-4701-babc-74618589fee1 service neutron] 10.222.0.15 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801164 Jul 22 23:13:20.366865 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.376964 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.418440 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bea102b-c8f7-495d-93f3-519145c6e2b1,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.450590 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.451774 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3d4a6290-37bb-4a14-a5f5-7fa1fe11d172 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043821 Jul 22 23:13:20.454890 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45378) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:20.460710 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'security_group_rule': {'security_group_id': '4c40bcaf-448c-4953-bdd4-c282008fab0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:20.489242 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-85fb6e02-be26-4ff7-bb26-a31279df4f16 service neutron] 10.222.0.15 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208801 Jul 22 23:13:20.491632 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.559215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.565183 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.586945 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc007ef6-d02e-4d15-bd27-927f092945a3,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.593387 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.594608 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6c28b9f6-2a84-4504-9fde-02bd72c3f708 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386967 Jul 22 23:13:20.597818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45384) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:20.605913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:20.641744 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.692284 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f85c27df-e797-4535-9175-d6cee7c63767 req-a3c23813-30e5-409d-8cdc-063cb47d5a01 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 210 time: 0.0453718 Jul 22 23:13:20.802408 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.932160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Allocated IP 172.27.0.74 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/73bff933-309f-4f96-b840-2d8ae97117d9) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:21.075913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.121645 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.167959 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:21.172446 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:21.177993 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:21.180728 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=73bff933-309f-4f96-b840-2d8ae97117d9,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:21.270685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.321737 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.435605 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b349bc9a-6125-4da9-ac2a-70f8f13c4a56 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:13:21.464601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: b349bc9a-6125-4da9-ac2a-70f8f13c4a56 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:13:21.465170 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device b349bc9a-6125-4da9-ac2a-70f8f13c4a56 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:13:21.547637 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33207ce0-4459-4569-9915-d75669bed383 req-ca5cac58-b0ff-42d0-aec0-8d1bf3b75420 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:21.549170 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-33207ce0-4459-4569-9915-d75669bed383 req-ca5cac58-b0ff-42d0-aec0-8d1bf3b75420 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1338656 Jul 22 23:13:21.584118 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.590236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.637838 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-33207ce0-4459-4569-9915-d75669bed383 req-9993b438-2332-4e5a-902e-f24c4311bbd0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821626 Jul 22 23:13:21.674360 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=73bff933-309f-4f96-b840-2d8ae97117d9,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:21.693038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.707827 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:21.709156 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-fa157425-5c0c-41b9-993f-f75e271d0342 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1097767 Jul 22 23:13:21.829180 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6c7f5a7f-37c7-4634-a205-e362a9187aa5 req-6cd1baf2-7a9c-4cf9-9db5-eb8519241fc2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 210 time: 0.0558064 Jul 22 23:13:22.018718 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-f69c9ae8-89df-40d9-9050-6dbb77ed0a82 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1661373658&fields=id&tenant_id=1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 267 time: 0.0423634 Jul 22 23:13:22.151543 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-36c76a34-bea4-4289-afb1-fbcb25ff65bb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.152000 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-b19553ff-4f78-4b53-92d4-e8a81be4f3bd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.152890 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-36c76a34-bea4-4289-afb1-fbcb25ff65bb tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 816 time: 0.4309967 Jul 22 23:13:22.153246 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-b19553ff-4f78-4b53-92d4-e8a81be4f3bd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 811 time: 0.1254818 Jul 22 23:13:22.173212 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-92038dae-fb68-489c-8cc8-da1c02829348 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/quotas/1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 375 time: 0.0139399 Jul 22 23:13:22.207355 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-249dc6b1-1c4b-4691-a0d7-d2db28b1c15d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 380 time: 0.0450833 Jul 22 23:13:22.216843 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'port': {'device_id': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'admin_state_up': True, 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'security_groups': ['2cd42079-6182-4428-8cd5-538db995ef4e']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:22.260637 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-4f33fdd3-1b2c-4d17-a91d-2d4154b63155 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731151 Jul 22 23:13:22.351417 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-cc5b991f-c704-47a8-a0c2-d682889ec2da service neutron] 10.222.0.15 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855360 Jul 22 23:13:22.351630 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Made reservation on behalf of fc405006d7514404a815206acb096bd7 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:22.351855 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:22.470055 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-8ad39ada-a249-413d-a998-c8a268daa8c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149631 Jul 22 23:13:22.490726 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Allocated IP 172.20.0.8 (a23942ca-ed91-4c4b-9521-8192ce3ab4ea/eadaac1b-8f8c-4420-bfee-62e474dc8c5b/8277b5f5-b19d-4ead-b30b-a87c0f2845a6) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:22.636364 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-96874ad0-cca3-4ffb-a850-9e1ce27f1742 req-4a3a09cf-038a-4308-8349-815606739b0f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 210 time: 0.0313091 Jul 22 23:13:22.639342 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:22.658088 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Transition to ACTIVE for port object 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:22.689597 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:22.741948 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:22.748722 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:22.751013 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:22.753610 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:22.808720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc048-b591-4c5e-b656-e529327c461d req-3c40abc2-598d-4ec4-b16e-64e309c3c7dd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.816328 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d27bc048-b591-4c5e-b656-e529327c461d req-3c40abc2-598d-4ec4-b16e-64e309c3c7dd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0916936 Jul 22 23:13:22.821927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.822597 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:22.839582 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b02487d0-5a22-4ae6-9344-c48066cd4f56 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267512 Jul 22 23:13:22.853597 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Request body: {'port': {'device_id': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:22.891750 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d27bc048-b591-4c5e-b656-e529327c461d req-8fe5c7dd-8f6e-4d19-a7a9-0d456fc06b4f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722792 Jul 22 23:13:22.963704 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.029667 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8564-1e27-4b9f-ac42-214947d5e329 req-3da3561c-b8b5-4a30-9e87-ddace6b49cb5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.037158 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4fb8564-1e27-4b9f-ac42-214947d5e329 req-3da3561c-b8b5-4a30-9e87-ddace6b49cb5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 931 time: 0.0936708 Jul 22 23:13:23.052782 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4a761b91-dedc-4c3f-8511-b64796a58c95 None None] Provisioning for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:23.059209 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4a761b91-dedc-4c3f-8511-b64796a58c95 None None] Provisioning complete for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:23.059620 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4a761b91-dedc-4c3f-8511-b64796a58c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.100240 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-4a761b91-dedc-4c3f-8511-b64796a58c95 None None] Port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:23.113238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4fb8564-1e27-4b9f-ac42-214947d5e329 req-064e1faf-76d3-476b-b13e-2ea17b0dfa8a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740161 Jul 22 23:13:23.273019 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:23.282149 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.295425 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Transition to ACTIVE for port object 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:23.298905 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.370103 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:23.423121 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Attempting to bind port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:23.423461 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Attempting to bind port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:23.423796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Attempting to bind port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:23.429479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:23.429796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Attempting to bind port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 on network a23942ca-ed91-4c4b-9521-8192ce3ab4ea {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:23.434895 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:23.435265 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Checking segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:23.435654 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Bound using segment: {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:23.436093 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Bound port: 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0b7976-d394-43a8-a5f5-70e41afa6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:23.436452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.505435 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:23.509512 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:23.516334 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.552805 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.553675 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:23.555102 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 1093 time: 0.7073066 Jul 22 23:13:23.555519 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:23.557799 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048aebf1-d76a-4dd2-8feb-6965169dd6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:23.595262 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd6cb5-4b20-4c15-9ff2-572aa2f547b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:23.615616 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a850c-10f9-4656-a78d-f51b0385471d x-openstack-request-id: req-b00a850c-10f9-4656-a78d-f51b0385471d {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:23.615857 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:23.616158 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b00a850c-10f9-4656-a78d-f51b0385471d {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:23.616556 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'status': 'completed', 'code': 200} Jul 22 23:13:23.716683 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-08e4bc53-2eaa-4255-b4a0-a4e951b26492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.718405 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-08e4bc53-2eaa-4255-b4a0-a4e951b26492 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1096 time: 0.0875390 Jul 22 23:13:23.767848 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-fde72ada-5711-4c97-9444-9f88c80fb801 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 217 time: 0.0397294 Jul 22 23:13:23.817490 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b5d9507c-6bc7-489a-9de1-a450af2ff8d3 req-4b99e7f0-892e-4c03-8ba0-b3938d822414 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 210 time: 0.0832028 Jul 22 23:13:23.846571 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-a1bb6292-e6ce-4555-a69e-6b6b09e8b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.848754 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-a1bb6292-e6ce-4555-a69e-6b6b09e8b69b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0644701 Jul 22 23:13:23.867245 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-55983782-589f-4d62-9221-dc491ee4f4aa tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.869346 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-55983782-589f-4d62-9221-dc491ee4f4aa tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 811 time: 0.2026906 Jul 22 23:13:23.925949 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-49dec4e1-3ee3-494c-bea9-08cfd7ff6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.928577 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-49dec4e1-3ee3-494c-bea9-08cfd7ff6cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725939 Jul 22 23:13:23.935205 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-4b4871c6-2655-45f9-a27d-e3e946e76d4f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d86994d98374dc49c4106628aca1303 HTTP/1.1" status: 200 len: 380 time: 0.0571620 Jul 22 23:13:23.945679 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'port': {'device_id': '97bcfe06-ba70-456b-9d23-44d31138369a', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'admin_state_up': True, 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'security_groups': ['4c40bcaf-448c-4953-bdd4-c282008fab0b']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:24.029151 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-b8895152-3b98-41cf-8695-458136e54709 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918615 Jul 22 23:13:24.128940 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-f000f7be-0e29-446b-94ac-ef90576cfceb req-ac5e8df8-808d-4c2a-8ab1-5d66504ec345 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893192 Jul 22 23:13:24.249484 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-18f82d21-c88e-410a-806e-ab06c47d11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.251194 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-18f82d21-c88e-410a-806e-ab06c47d11e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1096 time: 0.0668542 Jul 22 23:13:24.370318 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-cf132337-e058-43a0-acf5-b1e180887df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.371811 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-cf132337-e058-43a0-acf5-b1e180887df8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.1087673 Jul 22 23:13:24.375877 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8fa49-2c92-427a-bbbc-007421282895 req-7106d5f8-214d-482f-b294-0e96fd7a3b0d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.377376 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abd8fa49-2c92-427a-bbbc-007421282895 req-7106d5f8-214d-482f-b294-0e96fd7a3b0d tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.4176235 Jul 22 23:13:24.399491 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Made reservation on behalf of 1d86994d98374dc49c4106628aca1303 for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:24.402673 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.416560 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-e4cdcdd5-260b-4404-a866-8eb3eff37a5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 217 time: 0.0379364 Jul 22 23:13:24.446404 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dac2d-4729-4cb4-a4a8-7f667ed9a84b req-e5082869-82e5-4088-96fb-1511f6678df1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.447833 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-948dac2d-4729-4cb4-a4a8-7f667ed9a84b req-e5082869-82e5-4088-96fb-1511f6678df1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1713693 Jul 22 23:13:24.474125 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-649113f4-6d83-42ac-b462-b7ffba40fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.475761 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-649113f4-6d83-42ac-b462-b7ffba40fc7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0522666 Jul 22 23:13:24.521246 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abd8fa49-2c92-427a-bbbc-007421282895 req-ab189b57-79eb-4bb8-a5cd-e4a31916cd21 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327417 Jul 22 23:13:24.540530 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-efce2b4a-5947-4802-a111-1ae6ce1a7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.540835 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-efce2b4a-5947-4802-a111-1ae6ce1a7b14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583103 Jul 22 23:13:24.604117 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-948dac2d-4729-4cb4-a4a8-7f667ed9a84b req-44158718-630f-4020-9f26-ad1871896d3c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449463 Jul 22 23:13:24.639668 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-f0e93ad5-72dc-40d1-9a05-eb3d491b47bb service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908446 Jul 22 23:13:24.648710 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Allocated IP 172.20.0.6 (e6af4070-e467-4b63-86e3-19ccc36f207a/f3921267-6c23-410c-ae46-3129f3cec6a7/a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:24.746179 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-048aebf1-d76a-4dd2-8feb-6965169dd6d7 req-c5e9c187-7a26-4b1b-ad82-df76c0cb4a46 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991826 Jul 22 23:13:24.802305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.815073 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Transition to ACTIVE for port object a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:24.847402 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.889227 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Network e6af4070-e467-4b63-86e3-19ccc36f207a is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:24.894237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:24.912873 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:24.956700 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event updated for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:24.999926 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.000608 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.018071 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-83063f7b-4131-4c8f-a90a-8c3161d6ac16 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765769 Jul 22 23:13:25.027311 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c11fd-6c94-4883-90bb-65a2cb6ab7af req-a2e009b6-d369-4cef-b4f1-5f54bd9a3750 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.033202 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e4c11fd-6c94-4883-90bb-65a2cb6ab7af req-a2e009b6-d369-4cef-b4f1-5f54bd9a3750 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 931 time: 0.1366713 Jul 22 23:13:25.039004 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Request body: {'port': {'device_id': '97bcfe06-ba70-456b-9d23-44d31138369a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:25.105714 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e4c11fd-6c94-4883-90bb-65a2cb6ab7af req-9e542d41-c980-4ae1-8cad-97b769dbc85c tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639946 Jul 22 23:13:25.143359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.188785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-f6f1514b-ab18-42b2-9007-58d3e2df6fb9 None None] Provisioning for port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:25.193629 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-f6f1514b-ab18-42b2-9007-58d3e2df6fb9 None None] Provisioning complete for port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:25.194006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f6f1514b-ab18-42b2-9007-58d3e2df6fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.227166 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1514b-ab18-42b2-9007-58d3e2df6fb9 None None] Port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:25.459760 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:25.467170 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.481969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Transition to ACTIVE for port object a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:25.486628 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.541841 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Pushing event updated for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:25.623473 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Attempting to bind port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:25.623847 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Attempting to bind port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:25.624226 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Attempting to bind port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:25.650916 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c on network e6af4070-e467-4b63-86e3-19ccc36f207a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:25.651253 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Attempting to bind port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c on network e6af4070-e467-4b63-86e3-19ccc36f207a {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:25.658950 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:25.659298 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Checking segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:25.659856 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Bound using segment: {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:25.660880 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Bound port: a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2afd8c-6e63-40a8-896c-171024430f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:25.661238 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.755240 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79d8a-6fb5-4d81-9d97-8f6d567691eb req-2a3b5162-a062-4e0c-b1b4-4392e8fdf155 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.756683 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-65c79d8a-6fb5-4d81-9d97-8f6d567691eb req-2a3b5162-a062-4e0c-b1b4-4392e8fdf155 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1518853 Jul 22 23:13:25.803892 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:25.831871 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:25.843048 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-65c79d8a-6fb5-4d81-9d97-8f6d567691eb req-d1ddcf5e-da38-42df-a9cc-ce20a700d986 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795796 Jul 22 23:13:25.845001 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.881745 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23119b-9e61-4241-af9d-741abc1c7d75 req-bc605f95-98bf-4298-93e8-7aef154a9601 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.883264 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-be23119b-9e61-4241-af9d-741abc1c7d75 req-bc605f95-98bf-4298-93e8-7aef154a9601 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1992581 Jul 22 23:13:25.900902 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.900902 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:25.901213 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-2af282cb-4902-4445-833a-376d51209a8b service neutron] 10.222.0.61 "PUT /v2.0/ports/a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c HTTP/1.1" status: 200 len: 1093 time: 0.8668926 Jul 22 23:13:25.910441 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:25.916501 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3b879a-52fb-44a5-be62-9bf1c51981a9" -d '{"events": [{"name": "network-changed", "server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:25.946346 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af282cb-4902-4445-833a-376d51209a8b service neutron] Pushing event updated for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:25.977463 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca67c781-cea6-4560-afd3-5f324c5ea027 x-openstack-request-id: req-ca67c781-cea6-4560-afd3-5f324c5ea027 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:25.977783 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:25.977995 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca67c781-cea6-4560-afd3-5f324c5ea027 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:25.978386 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'status': 'completed', 'code': 200} Jul 22 23:13:26.007639 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-be23119b-9e61-4241-af9d-741abc1c7d75 req-562c76f7-1ebf-4f33-8aa4-d96f06f03690 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174469 Jul 22 23:13:26.057984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-1c125a36-0e45-420e-b3a5-8a9548c43e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.059550 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-1c125a36-0e45-420e-b3a5-8a9548c43e4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 1096 time: 0.0952716 Jul 22 23:13:26.109116 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-b46bb644-bbf6-4ac4-971b-a84424fb5b09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c HTTP/1.1" status: 200 len: 217 time: 0.0419192 Jul 22 23:13:26.127796 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45516) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:26.161812 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-dd943f07-a637-49f8-b955-518da5661a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.163312 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-dd943f07-a637-49f8-b955-518da5661a32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.0479398 Jul 22 23:13:26.271372 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f348e8ff-e87e-4e5a-95db-9e2046ede3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.277156 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-c0350891-308d-4d29-a03c-3f811e8cbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.278661 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-c0350891-308d-4d29-a03c-3f811e8cbff2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011000 Jul 22 23:13:26.286784 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e3117-5950-4d68-b3d3-8406b2a50b31 req-7227dcb6-cef3-48da-a56a-9c1ced138a66 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.288166 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-517e3117-5950-4d68-b3d3-8406b2a50b31 req-7227dcb6-cef3-48da-a56a-9c1ced138a66 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 943 time: 0.1003020 Jul 22 23:13:26.366466 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f348e8ff-e87e-4e5a-95db-9e2046ede3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.371073 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f348e8ff-e87e-4e5a-95db-9e2046ede3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.382546 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-517e3117-5950-4d68-b3d3-8406b2a50b31 req-29159da1-f7b0-4dfd-80ee-0ea13328f6d5 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863297 Jul 22 23:13:26.406777 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-aaed0109-9ec2-4c8f-ae28-74c0ff003586 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176600 Jul 22 23:13:26.410782 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f348e8ff-e87e-4e5a-95db-9e2046ede3de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5aa1d7f2d11b43bba0df6c9cbcc48234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819002 Jul 22 23:13:26.412027 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348e8ff-e87e-4e5a-95db-9e2046ede3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b6c95-6f34-4682-9d33-953c5b346e89,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:26.414343 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45522) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:26.465708 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.497344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.507300 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-48c41861-7fa4-4e33-80eb-8a821b6878b1 req-8351ef46-e6da-43b7-b67b-8d57326877d0 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934868 Jul 22 23:13:26.546532 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.549158 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:26.550304 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf5b6c95-6f34-4682-9d33-953c5b346e89 HTTP/1.1" status: 204 len: 168 time: 0.1350627 Jul 22 23:13:26.558456 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3e66c-3454-4aab-83ed-5baec704ed5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b6c95-6f34-4682-9d33-953c5b346e89,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:26.608296 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-3baa23df-46f6-442f-a3ea-7cdb9b009f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.610154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-3baa23df-46f6-442f-a3ea-7cdb9b009f99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 1096 time: 0.0582545 Jul 22 23:13:26.714646 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-fc16e8a1-f361-4ede-b52f-dd4e5c565d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.716182 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-fc16e8a1-f361-4ede-b52f-dd4e5c565d03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 912 time: 0.0993302 Jul 22 23:13:26.761475 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-70048051-d61f-44f6-92b6-c19bcadb1181 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c HTTP/1.1" status: 200 len: 217 time: 0.0372207 Jul 22 23:13:26.820367 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-bca11519-f4ce-48f2-8f4b-a7d0158143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.821795 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-bca11519-f4ce-48f2-8f4b-a7d0158143b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.0537033 Jul 22 23:13:26.883477 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-397333d2-5629-41be-a0d9-6894d22519f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.885006 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-397333d2-5629-41be-a0d9-6894d22519f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552368 Jul 22 23:13:27.012003 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-8cf11bd1-ca40-4321-b22f-22bd2f35d418 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204112 Jul 22 23:13:27.027644 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291b87-4235-42e6-a5fd-da691c8ed63a req-6cae4422-4b7c-4bd1-918f-880001350ffd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:27.029174 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1a291b87-4235-42e6-a5fd-da691c8ed63a req-6cae4422-4b7c-4bd1-918f-880001350ffd tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.1118391 Jul 22 23:13:27.148358 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1a291b87-4235-42e6-a5fd-da691c8ed63a req-972d3de9-9ce9-4bf7-b89f-d55333faaac1 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106222 Jul 22 23:13:27.172630 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e3b879a-52fb-44a5-be62-9bf1c51981a9 req-bdd2728d-2a9f-4cf9-8b12-9adfd983189c service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424818 Jul 22 23:13:27.197728 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309cc0-3659-4005-8753-14c45911577f req-da313ffa-aecf-49c5-8d34-45b2c456aba1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:27.199215 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f7309cc0-3659-4005-8753-14c45911577f req-da313ffa-aecf-49c5-8d34-45b2c456aba1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0983779 Jul 22 23:13:27.237099 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f7309cc0-3659-4005-8753-14c45911577f req-87bd5bad-1180-4faf-86b8-785947663426 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Jul 22 23:13:27.458471 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:27.517356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020a4e2-630b-4c36-a305-1e183799b76b req-04bae73f-3382-432d-a144-51a4d86b6f68 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:27.519822 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d020a4e2-630b-4c36-a305-1e183799b76b req-04bae73f-3382-432d-a144-51a4d86b6f68 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 943 time: 0.0663128 Jul 22 23:13:27.563098 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d020a4e2-630b-4c36-a305-1e183799b76b req-40f91abf-7cd6-4b1e-be64-275b3e96cce0 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364234 Jul 22 23:13:27.567564 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:27.579908 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:27.616247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:27.629024 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:27.648584 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:27.652318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:27.699311 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:27.706284 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.706632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.706971 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.707336 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.707666 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.707998 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.708327 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.708663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.709024 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.709353 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.709675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.710000 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:27.911367 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['8277b5f5-b19d-4ead-b30b-a87c0f2845a6'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:28.285232 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317db1-8346-409d-b672-f0c0026ba64e req-ad1b71ac-9ad4-49a3-861f-0c04320db391 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.287622 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe317db1-8346-409d-b672-f0c0026ba64e req-ad1b71ac-9ad4-49a3-861f-0c04320db391 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0686421 Jul 22 23:13:28.353882 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fe317db1-8346-409d-b672-f0c0026ba64e req-b9e49148-09d0-49e4-b187-1ad26c44dfc4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599511 Jul 22 23:13:28.385901 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c2f12-7235-47d5-aaa4-a2f42da56dd0 req-335bcd5e-f0a9-4d98-ac9f-de02e5b582c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.387421 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc4c2f12-7235-47d5-aaa4-a2f42da56dd0 req-335bcd5e-f0a9-4d98-ac9f-de02e5b582c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0769534 Jul 22 23:13:28.424852 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bc4c2f12-7235-47d5-aaa4-a2f42da56dd0 req-255e6e61-4786-44cb-a614-386ba58eb8e2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Jul 22 23:13:28.693814 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7df6-99d6-43aa-a12c-17258fb433ef req-0bc81c3d-7a60-43f2-88ba-344dd41d3b10 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.695273 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0aaa7df6-99d6-43aa-a12c-17258fb433ef req-0bc81c3d-7a60-43f2-88ba-344dd41d3b10 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 943 time: 0.0653286 Jul 22 23:13:28.736981 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0aaa7df6-99d6-43aa-a12c-17258fb433ef req-151c4c89-c06d-4331-9c7b-640e43f7f27e tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361483 Jul 22 23:13:29.473227 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:29.477678 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:29.490223 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d814ae3-2dc9-42e2-801b-3d1ce452fa3f req-b8cd9810-4a24-443e-950c-45e57577416f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.491762 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3d814ae3-2dc9-42e2-801b-3d1ce452fa3f req-b8cd9810-4a24-443e-950c-45e57577416f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0692842 Jul 22 23:13:29.570955 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3d814ae3-2dc9-42e2-801b-3d1ce452fa3f req-c23986d7-27de-4585-baba-2016a1150cff tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729737 Jul 22 23:13:29.593781 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31cf7-d978-40f6-874d-ad33a8f300a2 req-a681e56b-5b70-460b-8099-179a6a4c6913 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.595460 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-65b31cf7-d978-40f6-874d-ad33a8f300a2 req-a681e56b-5b70-460b-8099-179a6a4c6913 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0991638 Jul 22 23:13:29.600468 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:29.607246 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:29.607548 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.636587 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-65b31cf7-d978-40f6-874d-ad33a8f300a2 req-49ec300b-14c1-48a7-8228-63b50c5cc945 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 Jul 22 23:13:29.646591 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:29.667003 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'port_id': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'mac_address': 'fa:16:3e:9c:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:29.741054 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.762214 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:29.766542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.798843 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:29.804039 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.812749 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:29.815043 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbdbf61-8eb4-453e-a74b-5fecf6f553d3" -d '{"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:29.848166 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:29.857920 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcd6c9b-e561-4a9e-a135-94fd91dc01d1 x-openstack-request-id: req-adcd6c9b-e561-4a9e-a135-94fd91dc01d1 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:29.858152 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:29.858404 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adcd6c9b-e561-4a9e-a135-94fd91dc01d1 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:29.858803 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'code': 200} Jul 22 23:13:29.863342 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.880119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa6fa-d624-4873-b8f4-3793cd1cd78b req-b15bfcc6-b2e9-445d-9545-0b31feb25253 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.881692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ab0fa6fa-d624-4873-b8f4-3793cd1cd78b req-b15bfcc6-b2e9-445d-9545-0b31feb25253 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 944 time: 0.0765624 Jul 22 23:13:29.885291 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:29.929222 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ab0fa6fa-d624-4873-b8f4-3793cd1cd78b req-63b8d944-8ded-4fd7-ad18-622f28ddeca1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Jul 22 23:13:29.949954 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:30.051720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46627-2cbf-4ff8-ab12-c9c65f64ded0 req-330fb4ff-27ac-40e0-8dca-4b05e8af16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.053777 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bed46627-2cbf-4ff8-ab12-c9c65f64ded0 req-330fb4ff-27ac-40e0-8dca-4b05e8af16c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1098 time: 0.0528135 Jul 22 23:13:30.086875 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bed46627-2cbf-4ff8-ab12-c9c65f64ded0 req-a67b8725-6fbc-423d-bd8b-99b90b05d4a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269396 Jul 22 23:13:30.088519 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:30.366639 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0c78a9c2-522d-4cab-bab1-164e4713fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.709136 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518698-950d-4813-bd54-7fbf7547f717 req-c5a39814-7e93-4a44-8b1f-b007dfdef09e tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.710687 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-12518698-950d-4813-bd54-7fbf7547f717 req-c5a39814-7e93-4a44-8b1f-b007dfdef09e tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0697505 Jul 22 23:13:30.782635 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-12518698-950d-4813-bd54-7fbf7547f717 req-73bff26c-4343-4c76-b48d-937feb67e6b5 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581610 Jul 22 23:13:30.810551 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab485c-dd8d-4327-9f87-578f8923a8cb req-85190da9-6468-4c09-a5b5-148ac091d4e8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.812118 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ceab485c-dd8d-4327-9f87-578f8923a8cb req-85190da9-6468-4c09-a5b5-148ac091d4e8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0982437 Jul 22 23:13:30.853368 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ceab485c-dd8d-4327-9f87-578f8923a8cb req-aedd5bf7-3677-4663-b19a-9c2c25ddb607 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Jul 22 23:13:31.063129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92790-1609-4275-9e57-09b195d39db4 req-7f73baf9-dcd9-429d-acd9-9cad27fc0585 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.064602 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7ee92790-1609-4275-9e57-09b195d39db4 req-7f73baf9-dcd9-429d-acd9-9cad27fc0585 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 944 time: 0.0675282 Jul 22 23:13:31.102836 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7ee92790-1609-4275-9e57-09b195d39db4 req-7259cae0-b848-4196-96b7-15b26226f76f tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Jul 22 23:13:31.490677 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:31.537819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.556236 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:31.559789 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:31.560341 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.639647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.670301 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:31.673616 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.720670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:31.859845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:31.862203 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b992b9-b1ee-4350-a874-429f275dae05" -d '{"events": [{"server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "name": "network-vif-plugged", "status": "completed", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:31.900820 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f0075-4773-4eab-b09b-53778aec78df x-openstack-request-id: req-0e4f0075-4773-4eab-b09b-53778aec78df {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:31.901176 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "name": "network-vif-plugged", "status": "completed", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:31.901490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e4f0075-4773-4eab-b09b-53778aec78df {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:31.902956 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'code': 200} Jul 22 23:13:31.919461 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5aa5d-52b3-459a-8f3e-9ac9074139f3 req-385803cc-f7cd-4a4a-8ea6-232294d0dfdf tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.920063 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4b5aa5d-52b3-459a-8f3e-9ac9074139f3 req-385803cc-f7cd-4a4a-8ea6-232294d0dfdf tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0711715 Jul 22 23:13:31.990527 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4b5aa5d-52b3-459a-8f3e-9ac9074139f3 req-700c8b9f-1994-4518-a4d0-63a43904a3ee tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc18ebf8-af18-4ed1-a916-d87beeb77813&id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648386 Jul 22 23:13:32.045298 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc21df-61d9-40a0-9b3e-b223d2fdb2fd req-e605e5f3-3192-4ee9-a103-5a8242b85482 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.046734 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52bc21df-61d9-40a0-9b3e-b223d2fdb2fd req-e605e5f3-3192-4ee9-a103-5a8242b85482 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0991130 Jul 22 23:13:32.112136 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52bc21df-61d9-40a0-9b3e-b223d2fdb2fd req-0ce9b84b-84d5-4999-ac21-37625ba69760 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488739 Jul 22 23:13:32.121497 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789032-fc65-47ba-8ea0-e72559ddb623 req-52aca0be-4995-47d9-8dfa-a023b6fbbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.122954 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c5789032-fc65-47ba-8ea0-e72559ddb623 req-52aca0be-4995-47d9-8dfa-a023b6fbbee7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 1098 time: 0.0941110 Jul 22 23:13:32.170410 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c5789032-fc65-47ba-8ea0-e72559ddb623 req-125c0923-3f46-491d-865d-f70cc81a4127 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Jul 22 23:13:32.269615 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b83cb-8160-4589-8765-855f585529b4 req-19259efd-f2b4-4816-89f6-8329c9738b2b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.271210 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4f0b83cb-8160-4589-8765-855f585529b4 req-19259efd-f2b4-4816-89f6-8329c9738b2b tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.0984669 Jul 22 23:13:32.282724 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8909b-d92b-4aa5-84b7-4445ee28dfa1 req-bde40780-b223-4340-82a6-c10355446c35 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.284102 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00d8909b-d92b-4aa5-84b7-4445ee28dfa1 req-bde40780-b223-4340-82a6-c10355446c35 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1003749 Jul 22 23:13:32.293318 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45588) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:32.297908 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Request body: {'floatingip': {'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:32.319672 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4f0b83cb-8160-4589-8765-855f585529b4 req-43d6f9df-ce3c-4e11-b7c2-c28f1e1c69b1 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346301 Jul 22 23:13:32.337138 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.748067 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.752806 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.772368 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:13:32.851903 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.854239 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Floating IP 786754cf-3b73-4830-9916-5b4d5571f9bf associated. External IP: 172.27.0.183, port: 8277b5f5-b19d-4ead-b30b-a87c0f2845a6. Jul 22 23:13:32.916611 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bbb212a2-e478-456b-953f-670398c8f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.065826 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:33.169755 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:33.174853 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.181193 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:33.192378 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:33.193042 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:33.226060 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0c5e714a-15c9-4a91-be6e-eea353fcca1b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "PUT /v2.0/floatingips/786754cf-3b73-4830-9916-5b4d5571f9bf HTTP/1.1" status: 200 len: 991 time: 0.9289443 Jul 22 23:13:33.226060 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:33.226400 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490dc35e-0153-4345-a464-51ec051e63ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:33.288388 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5fb2dc-dd3d-4df9-acb3-a8f7eb4e571c x-openstack-request-id: req-dd5fb2dc-dd3d-4df9-acb3-a8f7eb4e571c {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:33.288710 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:33.288953 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd5fb2dc-dd3d-4df9-acb3-a8f7eb4e571c {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:33.289349 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'status': 'completed', 'code': 200} Jul 22 23:13:33.309008 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:33.388492 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc35e-0153-4345-a464-51ec051e63ed req-ef19ba7f-1a4d-4526-8135-fbede608fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.390231 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-ef19ba7f-1a4d-4526-8135-fbede608fcce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1098 time: 0.0572093 Jul 22 23:13:33.527270 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc753c4-c6e4-49d3-b48e-f62abb27a398 req-8b49a97c-806d-4909-b5c8-382a989f2924 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.528841 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cbc753c4-c6e4-49d3-b48e-f62abb27a398 req-8b49a97c-806d-4909-b5c8-382a989f2924 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.1347764 Jul 22 23:13:33.529832 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc35e-0153-4345-a464-51ec051e63ed req-f95e2b3d-88a4-44d0-9579-37fa528b27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.531132 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-f95e2b3d-88a4-44d0-9579-37fa528b27c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.1275394 Jul 22 23:13:33.596883 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '786754cf-3b73-4830-9916-5b4d5571f9bf', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:19Z', 'updated_at': '2021-07-22T23:13:32Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:33.617002 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cbc753c4-c6e4-49d3-b48e-f62abb27a398 req-82c55a04-7ab8-47a5-bfc9-cb1f3600978c tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821075 Jul 22 23:13:33.623521 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:33.628865 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-b0735551-6489-4709-b79a-4d86ed5ce0ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 999 time: 0.0880582 Jul 22 23:13:33.632301 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:33.632953 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:33.861722 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:33.941849 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc35e-0153-4345-a464-51ec051e63ed req-ab51d002-6059-4c98-92e0-145b6c7aa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.943337 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-ab51d002-6059-4c98-92e0-145b6c7aa18f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.2987335 Jul 22 23:13:34.027866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2e4a-1d68-49e4-b517-0384bbdbef99 req-c70db01d-3a3c-4d1a-859e-7df644bc7955 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:34.029446 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-845f2e4a-1d68-49e4-b517-0384bbdbef99 req-c70db01d-3a3c-4d1a-859e-7df644bc7955 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.3430140 Jul 22 23:13:34.038528 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc35e-0153-4345-a464-51ec051e63ed req-26e7f86d-15ca-4b1d-bbf7-c7f8660c3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:34.039350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45602) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:34.040129 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-26e7f86d-15ca-4b1d-bbf7-c7f8660c3522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808711 Jul 22 23:13:34.044814 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Request body: {'floatingip': {'port_id': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:34.045584 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.083587 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.102964 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '786754cf-3b73-4830-9916-5b4d5571f9bf', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:19Z', 'updated_at': '2021-07-22T23:13:32Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:34.133281 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd9db77-bd13-440d-8270-23882b108aa7 None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '786754cf-3b73-4830-9916-5b4d5571f9bf', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:19Z', 'updated_at': '2021-07-22T23:13:32Z', 'revision_number': 1, 'project_id': 'fc405006d7514404a815206acb096bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:34.149883 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-8ddbce02-1419-4403-b2e8-d3f06aaa83e2 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923202 Jul 22 23:13:34.258231 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-490dc35e-0153-4345-a464-51ec051e63ed req-d06fd91c-2c82-407d-977e-a256ea97018e service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936086 Jul 22 23:13:34.337127 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3e798-61e5-49d4-a42a-bdcda19ee46d None None] New status for floating IP 786754cf-3b73-4830-9916-5b4d5571f9bf: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:13:34.759207 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.762994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.858378 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Floating IP f1397548-a241-402e-86f9-005d64a6b1fd associated. External IP: 172.27.0.74, port: a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c. Jul 22 23:13:35.059154 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:35.160098 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:35.164537 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.169490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:35.178770 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:35.179381 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:35.203587 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d035cb04-ee6e-402e-a6ab-09d3fa8fc671 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "PUT /v2.0/floatingips/f1397548-a241-402e-86f9-005d64a6b1fd HTTP/1.1" status: 200 len: 990 time: 1.1627162 Jul 22 23:13:35.281315 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:35.290731 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:35.293216 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}695dd045ce58396c28f2337d4098ea2c269f66b13604eb29fd4767cb9ef5b7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9102f53c-c801-4bf6-9f2d-58365a377bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:35.329394 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b010dca-de1b-40b2-9d34-bc660c8afc91 x-openstack-request-id: req-6b010dca-de1b-40b2-9d34-bc660c8afc91 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:35.329769 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:35.330082 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b010dca-de1b-40b2-9d34-bc660c8afc91 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:35.330544 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'status': 'completed', 'code': 200} Jul 22 23:13:35.413980 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-f716d97b-fb36-448f-80ce-43a89c3a2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.415495 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-f716d97b-fb36-448f-80ce-43a89c3a2f0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86994d98374dc49c4106628aca1303&device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 1098 time: 0.0590243 Jul 22 23:13:35.506827 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f1397548-a241-402e-86f9-005d64a6b1fd', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:9c:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcfe06-ba70-456b-9d23-44d31138369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:21Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:35.511035 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-58376d22-6343-4712-baa9-d9887f9a3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.512506 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-58376d22-6343-4712-baa9-d9887f9a3d99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 200 len: 912 time: 0.0896378 Jul 22 23:13:35.536592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:35.545074 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:35.545686 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:13:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:35.586523 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-0540a450-a9f5-40a7-9342-05efe67efd82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c HTTP/1.1" status: 200 len: 998 time: 0.0623407 Jul 22 23:13:35.636820 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-814bc6ad-53fa-4a9d-92c8-a41678cb2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.638304 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-814bc6ad-53fa-4a9d-92c8-a41678cb2f13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 200 len: 850 time: 0.0455415 Jul 22 23:13:35.650434 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:35.700036 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-55119b6c-bbb1-4557-bb79-494e2a436a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.701563 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-55119b6c-bbb1-4557-bb79-494e2a436a6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6af4070-e467-4b63-86e3-19ccc36f207a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519984 Jul 22 23:13:35.775867 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.795107 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-0b543efa-1bc0-417a-bfa5-ac0359df7221 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Jul 22 23:13:35.883478 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9102f53c-c801-4bf6-9f2d-58365a377bf1 req-f3ee0c34-b404-46d7-9323-513ae1d42902 service neutron] 10.222.0.61 "GET /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810580 Jul 22 23:13:35.884171 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f1397548-a241-402e-86f9-005d64a6b1fd', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:9c:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcfe06-ba70-456b-9d23-44d31138369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:21Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:35.911062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb1069-b26f-4fc8-9dce-51bb037e7b9a None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f1397548-a241-402e-86f9-005d64a6b1fd', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'port_id': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'mac_address': 'fa:16:3e:9c:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bcfe06-ba70-456b-9d23-44d31138369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:13:21Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 1, 'project_id': '1d86994d98374dc49c4106628aca1303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:36.106986 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9bdf-9047-40a6-a294-fce0c30c632d None None] New status for floating IP f1397548-a241-402e-86f9-005d64a6b1fd: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:14:00.367181 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8edb08ad-f087-473a-bc8a-fe242d6fdd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:01.495743 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a29224-7e53-4efa-bfd1-b89b901d8155 req-47e5210b-5078-4835-b491-e58546395267 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:01.497229 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-64a29224-7e53-4efa-bfd1-b89b901d8155 req-47e5210b-5078-4835-b491-e58546395267 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 946 time: 0.1594689 Jul 22 23:14:01.533662 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-64a29224-7e53-4efa-bfd1-b89b901d8155 req-533efc19-040d-4a4d-960e-4163f4f401b7 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Jul 22 23:14:01.535697 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:02.666359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58ae7-9cf3-4199-aab4-5032212f725e req-577a8237-51f3-4574-9a93-073bd3622389 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:02.667856 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-76e58ae7-9cf3-4199-aab4-5032212f725e req-577a8237-51f3-4574-9a93-073bd3622389 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 946 time: 0.0625076 Jul 22 23:14:02.705813 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-76e58ae7-9cf3-4199-aab4-5032212f725e req-5350c3a2-36a0-4d77-bbd9-8e7090141c5e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jul 22 23:14:02.853428 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:02.917453 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a140eeae-4f42-4512-b996-4b4ba803545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.256958 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-c65808e4-bf5a-41b8-8658-1cb66bc5acb1 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:03.258396 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-c65808e4-bf5a-41b8-8658-1cb66bc5acb1 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 946 time: 0.0612445 Jul 22 23:14:03.362630 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Deleting port afdcd972-dab0-418e-808f-3714d2377494 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:03.362981 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.449734 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] For port afdcd972-dab0-418e-808f-3714d2377494, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=afdcd972-dab0-418e-808f-3714d2377494,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:03.450099 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.466426 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Calling delete_port for afdcd972-dab0-418e-808f-3714d2377494 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:03.588109 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.600487 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['afdcd972-dab0-418e-808f-3714d2377494'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:03.614503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Pushing event deleted for resources: {'Port': ['ID=afdcd972-dab0-418e-808f-3714d2377494,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:03.664488 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] No DVR routers for this DVR port afdcd972-dab0-418e-808f-3714d2377494 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:03.666985 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.669061 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1ff15ec6-5c62-4282-aa97-483af94a04f4 req-0881a089-ad06-4a00-b368-e806908ce2d8 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "DELETE /v2.0/ports/afdcd972-dab0-418e-808f-3714d2377494 HTTP/1.1" status: 204 len: 173 time: 0.4051907 Jul 22 23:14:03.669496 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'name': 'network-vif-deleted', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:03.671711 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fdfcaa-9254-4835-9a4c-d2d46ef116e3" -d '{"events": [{"server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "name": "network-vif-deleted", "tag": "afdcd972-dab0-418e-808f-3714d2377494"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:03.708939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc92b4d4-50d2-4426-b9ba-ab844e15ec86 x-openstack-request-id: req-bc92b4d4-50d2-4426-b9ba-ab844e15ec86 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:03.709233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56696ff-8c6c-4807-a224-29c6a6b95a4d", "name": "network-vif-deleted", "tag": "afdcd972-dab0-418e-808f-3714d2377494", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:03.709488 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc92b4d4-50d2-4426-b9ba-ab844e15ec86 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:03.709889 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56696ff-8c6c-4807-a224-29c6a6b95a4d', 'name': 'network-vif-deleted', 'tag': 'afdcd972-dab0-418e-808f-3714d2377494', 'status': 'completed', 'code': 200} Jul 22 23:14:03.818022 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23b817bb-1ced-4f38-99bd-708a9001a9c4 req-d2248cd2-9eac-4bba-abda-719fcb233e3e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=e56696ff-8c6c-4807-a224-29c6a6b95a4d HTTP/1.1" status: 200 len: 210 time: 0.0299265 Jul 22 23:14:04.035738 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:05.760383 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:08.071062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device afdcd972-dab0-418e-808f-3714d2377494 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:08.093747 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: afdcd972-dab0-418e-808f-3714d2377494 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:08.094439 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device afdcd972-dab0-418e-808f-3714d2377494 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:09.771722 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:14:14.810831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-f575ee0c-ee96-456f-aa67-bb2ce4fce931 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.812222 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-f575ee0c-ee96-456f-aa67-bb2ce4fce931 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 811 time: 0.1017332 Jul 22 23:14:14.828862 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-1382caa1-4f0e-4e2c-bc8e-ce9ca40f7ee5 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/quotas/8695728aadd94e8bbe89491d8525ae48 HTTP/1.1" status: 200 len: 375 time: 0.0110710 Jul 22 23:14:14.861617 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-31c79cff-1fff-4e85-b3ed-b3e1b6df5e50 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276952 Jul 22 23:14:14.990017 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-b031368f-b4c6-420a-ab9f-9bf92acd07f0 service neutron] 10.222.0.15 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215315 Jul 22 23:14:15.078375 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-dc0cf784-b610-46da-ba28-0f0499200290 service neutron] 10.222.0.15 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Jul 22 23:14:15.242012 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3bd5b22f-b714-45e0-9ddc-a4e8ce1187e4 req-e4b48536-ef56-40ad-a65b-f0e878c95e20 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 210 time: 0.0297501 Jul 22 23:14:16.317476 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-757282f8-f9bb-4bdd-95d5-8cc039a4cb93 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.318948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-757282f8-f9bb-4bdd-95d5-8cc039a4cb93 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 811 time: 0.1066213 Jul 22 23:14:16.335398 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Request body: {'port': {'device_id': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f', 'admin_state_up': True, 'tenant_id': '8695728aadd94e8bbe89491d8525ae48'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:16.357023 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-21bbd3c0-49d6-431f-b6d2-551ec61cce7e req-7e4af4ec-9e25-43af-9539-4c7d6b5b7096 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 210 time: 0.0369959 Jul 22 23:14:16.459108 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Made reservation on behalf of 8695728aadd94e8bbe89491d8525ae48 for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:16.463136 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:16.579096 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Allocated IP 172.20.0.14 (60efc1f6-03a8-4986-aae5-ef7cbf30e88f/df26346b-b070-430f-9ad6-7cb761daebf6/35c70721-82ad-44fe-9826-f2715393ee71) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:16.724559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:16.766693 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:16.810262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:16.813202 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:16.816922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:16.823599 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Pushing event updated for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:16.853820 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.854105 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.854449 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.854784 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.855118 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.855452 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.855786 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.856114 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.856439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.856788 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.857114 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.857438 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:16.880426 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.881087 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:16.894830 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-23e25975-a6dc-4967-adc6-3b240c19334d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631855 Jul 22 23:14:16.949847 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Request body: {'port': {'device_id': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:17.018560 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.276223 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c70721-82ad-44fe-9826-f2715393ee71 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:17.283476 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.294995 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Transition to ACTIVE for port object 35c70721-82ad-44fe-9826-f2715393ee71 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:17.299101 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.348264 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Pushing event updated for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:17.415121 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Attempting to bind port 35c70721-82ad-44fe-9826-f2715393ee71 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:17.415461 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Attempting to bind port 35c70721-82ad-44fe-9826-f2715393ee71 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:17.415832 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Attempting to bind port 35c70721-82ad-44fe-9826-f2715393ee71 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:17.419983 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Port 35c70721-82ad-44fe-9826-f2715393ee71 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:14:17.420305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Attempting to bind port 35c70721-82ad-44fe-9826-f2715393ee71 on network 60efc1f6-03a8-4986-aae5-ef7cbf30e88f {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:17.425023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:17.426621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Checking segment: {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:17.426621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Bound using segment: {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:17.426621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Bound port: 35c70721-82ad-44fe-9826-f2715393ee71, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d591d3-7c9a-42c6-8636-4cb4b07a14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:17.426621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.529907 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:17.533380 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=35c70721-82ad-44fe-9826-f2715393ee71,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:17.539469 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.555043 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3a453-734b-4e9a-bd24-66740da75e53 req-e1abac53-dda2-4f1f-84fb-a5467857ad0b tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.556530 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ada3a453-734b-4e9a-bd24-66740da75e53 req-e1abac53-dda2-4f1f-84fb-a5467857ad0b tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 944 time: 0.1272185 Jul 22 23:14:17.589962 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.590578 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.591889 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] 10.222.0.61 "PUT /v2.0/ports/35c70721-82ad-44fe-9826-f2715393ee71 HTTP/1.1" status: 200 len: 1094 time: 0.6870947 Jul 22 23:14:17.592319 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:17.594509 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf45af1-f347-4a27-b3f1-21748866fb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "tag": "35c70721-82ad-44fe-9826-f2715393ee71"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:17.635913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a927378-d79f-49e0-9fea-2d16895c0b06 service neutron] Pushing event updated for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:17.640714 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ada3a453-734b-4e9a-bd24-66740da75e53 req-1ca95cd7-de33-4f82-9e56-46a3cddd63bb tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660017 Jul 22 23:14:17.642370 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5be434-14b7-40a8-98f6-7f4d2319aa8f x-openstack-request-id: req-8c5be434-14b7-40a8-98f6-7f4d2319aa8f {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:17.642653 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "tag": "35c70721-82ad-44fe-9826-f2715393ee71", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:17.642904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c5be434-14b7-40a8-98f6-7f4d2319aa8f {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:17.643288 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71', 'status': 'completed', 'code': 200} Jul 22 23:14:17.698340 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-7d7e78a2-1fcf-401a-b72a-650aa760bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.699828 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-7d7e78a2-1fcf-401a-b72a-650aa760bc95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 1097 time: 0.0556993 Jul 22 23:14:17.742215 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-ca30980e-3c3e-449a-b9e8-325e3cf8e6a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c70721-82ad-44fe-9826-f2715393ee71 HTTP/1.1" status: 200 len: 217 time: 0.0333002 Jul 22 23:14:17.789753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-483566fb-768f-42d8-ba96-c14db87fe2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.791538 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-483566fb-768f-42d8-ba96-c14db87fe2ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df26346b-b070-430f-9ad6-7cb761daebf6 HTTP/1.1" status: 200 len: 851 time: 0.0429134 Jul 22 23:14:17.831796 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-506e237f-0f38-48f2-ba9f-e53d02dc5b0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327609 Jul 22 23:14:17.931164 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-5c4f6120-c99b-449b-93f8-af7c3ff8abfe service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860763 Jul 22 23:14:18.024453 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a6d8e31-2d19-4b53-a0cc-5734f4195408 req-0c91b5d3-b89b-4719-81df-8a38d674c78f service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Jul 22 23:14:18.138772 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-2ff4e71f-bd21-480f-bf38-472dc25ee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.140285 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-2ff4e71f-bd21-480f-bf38-472dc25ee3ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8695728aadd94e8bbe89491d8525ae48&device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 1097 time: 0.0629702 Jul 22 23:14:18.230018 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-e172f57e-a92f-4915-8b19-cf82619bd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.231475 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-e172f57e-a92f-4915-8b19-cf82619bd588 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 200 len: 912 time: 0.0831485 Jul 22 23:14:18.276719 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-7bed3564-35e3-4831-a989-e1ca62d6f835 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35c70721-82ad-44fe-9826-f2715393ee71 HTTP/1.1" status: 200 len: 217 time: 0.0374322 Jul 22 23:14:18.328152 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-86740e9e-1a54-4a89-a85c-06d6ef84279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.329839 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-86740e9e-1a54-4a89-a85c-06d6ef84279e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df26346b-b070-430f-9ad6-7cb761daebf6 HTTP/1.1" status: 200 len: 851 time: 0.0429125 Jul 22 23:14:18.361709 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-c462b8ee-8ea2-466d-8ba9-49f6cca77957 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60efc1f6-03a8-4986-aae5-ef7cbf30e88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253704 Jul 22 23:14:18.451749 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-c35cc5b5-e7a4-4ffd-b5b7-0d459b30ea41 service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832498 Jul 22 23:14:18.548471 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5cf45af1-f347-4a27-b3f1-21748866fb4e req-ab71700e-5582-4f16-a4a0-3f5a7fdec12b service neutron] 10.222.0.61 "GET /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810034 Jul 22 23:14:18.776119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6a49-ef86-4d8e-9247-772d12230ddc req-450efb16-ab43-4ad7-bef4-271aa6e666ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.777818 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf5e6a49-ef86-4d8e-9247-772d12230ddc req-450efb16-ab43-4ad7-bef4-271aa6e666ca tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 944 time: 0.0668623 Jul 22 23:14:18.815147 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf5e6a49-ef86-4d8e-9247-772d12230ddc req-78b23708-71c3-4409-975e-e419dfd2201e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jul 22 23:14:19.945492 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcf16a-a060-4b85-9914-3fd4571072b2 req-9476232e-dbe1-4a5e-90cf-deffcee7ea91 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:19.946977 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-13dcf16a-a060-4b85-9914-3fd4571072b2 req-9476232e-dbe1-4a5e-90cf-deffcee7ea91 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 944 time: 0.0629175 Jul 22 23:14:19.983148 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-13dcf16a-a060-4b85-9914-3fd4571072b2 req-5a2f0862-d4f8-49ed-aa2c-9b802ea7c923 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Jul 22 23:14:21.128095 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ea8b9-c46f-4b74-b520-002af4077dbc req-514ea6e8-348e-4995-93e1-07947071eee0 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:21.129616 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-329ea8b9-c46f-4b74-b520-002af4077dbc req-514ea6e8-348e-4995-93e1-07947071eee0 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 944 time: 0.0780864 Jul 22 23:14:21.168472 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-329ea8b9-c46f-4b74-b520-002af4077dbc req-1bd70ea4-42e6-44e4-ac52-ed57698a4938 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Jul 22 23:14:22.149493 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 35c70721-82ad-44fe-9826-f2715393ee71 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:14:22.247022 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=35c70721-82ad-44fe-9826-f2715393ee71,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:22.259554 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '35c70721-82ad-44fe-9826-f2715393ee71', 'network_id': '60efc1f6-03a8-4986-aae5-ef7cbf30e88f', 'port_id': '35c70721-82ad-44fe-9826-f2715393ee71', 'mac_address': 'fa:16:3e:7a:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df26346b-b070-430f-9ad6-7cb761daebf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:14:22.297390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:22.301596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884bd99-3b2a-42a7-a010-beece704058e req-0a31190c-5e2e-4733-9ed7-02e73d282661 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:22.303107 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6884bd99-3b2a-42a7-a010-beece704058e req-0a31190c-5e2e-4733-9ed7-02e73d282661 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 944 time: 0.0648568 Jul 22 23:14:22.310554 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c70721-82ad-44fe-9826-f2715393ee71 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:22.331488 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=35c70721-82ad-44fe-9826-f2715393ee71,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:22.337030 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:22.343379 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6884bd99-3b2a-42a7-a010-beece704058e req-1802dd0c-0638-4098-851d-9b24ec3cac76 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343480 Jul 22 23:14:22.383708 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:22.604589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['35c70721-82ad-44fe-9826-f2715393ee71'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:23.472386 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec7077-a5a8-4912-b1da-122b36d1ebc6 req-7392b9ff-e63e-48f5-b730-23b8106f674e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.473890 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-34ec7077-a5a8-4912-b1da-122b36d1ebc6 req-7392b9ff-e63e-48f5-b730-23b8106f674e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 945 time: 0.0619359 Jul 22 23:14:23.510910 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-34ec7077-a5a8-4912-b1da-122b36d1ebc6 req-5bd3360e-ec9a-41ac-886d-8b3475743b23 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Jul 22 23:14:23.588559 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-a1b69ddb-57ef-4fd7-aca1-9858ebb4a364 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096806952&fields=id&tenant_id=da0be6944dff4092b51c30d19c1d2142 HTTP/1.1" status: 200 len: 267 time: 0.0354824 Jul 22 23:14:23.654487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-e7592e37-dbe3-43fc-b987-d9bc347e8ad3 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.655970 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-e7592e37-dbe3-43fc-b987-d9bc347e8ad3 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 984 time: 0.0623691 Jul 22 23:14:23.666304 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Request body: {'port': {'security_groups': ['04944855-16ba-4786-9dd5-834a4a73b7a2']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:23.751748 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.928613 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:23.959200 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.963689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.975363 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:24.010532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.011163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.015303 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f4447790-f396-45bd-8a31-90dbbc3289f7 req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "PUT /v2.0/ports/27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 942 time: 0.3533916 Jul 22 23:14:24.015772 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:24.021269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162efd4e-b200-4cf2-964f-04ba5134ac4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:24.022452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 45962) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:24.045233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9dc48-fba6-4d88-b16d-02188e5fbb8a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event updated for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=7']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.094979 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2be517-3d96-40dd-a930-c1014ba18b3b x-openstack-request-id: req-8b2be517-3d96-40dd-a930-c1014ba18b3b {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:24.095282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:24.095537 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b2be517-3d96-40dd-a930-c1014ba18b3b {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:24.095938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:14:24.102046 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:24.131139 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.161349 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.164203 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 35c70721-82ad-44fe-9826-f2715393ee71 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:24.182939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-9a6174eb-44fc-4202-aeb1-2af8889a580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.184548 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-9a6174eb-44fc-4202-aeb1-2af8889a580f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1098 time: 0.0643537 Jul 22 23:14:24.229057 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.233698 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.235158 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc18ebf8-af18-4ed1-a916-d87beeb77813 HTTP/1.1" status: 204 len: 168 time: 0.2108476 Jul 22 23:14:24.238915 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 45964) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:24.244397 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18ebf8-af18-4ed1-a916-d87beeb77813,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.251234 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.251582 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.251920 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.252252 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.252583 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.252937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.253263 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.253605 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.253911 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.254232 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.254548 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.254869 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca24ef4-9de7-4c2a-9863-7901052ba3e4 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.276239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 35c70721-82ad-44fe-9826-f2715393ee71 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:24.290229 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 35c70721-82ad-44fe-9826-f2715393ee71 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:24.290605 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.361589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-d8046d52-70eb-47d0-b2fc-b37b1a396824 None None] Provisioning complete for port 27b53d87-ea4f-4912-8f39-0c6344010661 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:24.361967 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d8046d52-70eb-47d0-b2fc-b37b1a396824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.376342 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-914d2125-9e4a-4bdc-b1ff-6d34c28833da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.377841 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-914d2125-9e4a-4bdc-b1ff-6d34c28833da service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.1867244 Jul 22 23:14:24.438845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.476083 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-ba4f2de1-af0b-4091-8583-a64c8587c2cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 1001 time: 0.0845895 Jul 22 23:14:24.490154 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:24.492495 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e174d80a-1bbe-497b-84e0-aa07e8d641d6" -d '{"events": [{"server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "name": "network-vif-plugged", "status": "completed", "tag": "35c70721-82ad-44fe-9826-f2715393ee71"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:24.507275 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=35c70721-82ad-44fe-9826-f2715393ee71,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:24.513942 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.537203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Deleting port 96e1b027-54bb-4681-815b-9a461e6c6e03 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:24.537547 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.581568 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.605617 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7854d-3032-4d14-a84d-d8648c2d35d5 x-openstack-request-id: req-52c7854d-3032-4d14-a84d-d8648c2d35d5 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:24.605945 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "name": "network-vif-plugged", "status": "completed", "tag": "35c70721-82ad-44fe-9826-f2715393ee71", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:24.606200 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52c7854d-3032-4d14-a84d-d8648c2d35d5 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:24.606597 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71', 'code': 200} Jul 22 23:14:24.790104 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-ff661ca8-b63a-4aaf-be1d-54928d6b9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.791421 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-ff661ca8-b63a-4aaf-be1d-54928d6b9ca7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.3090637 Jul 22 23:14:24.792521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96679633-990f-4c53-8b1e-6d69ccfbf9df req-e5169283-4b48-46e2-90b9-1d68381c99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.794067 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96679633-990f-4c53-8b1e-6d69ccfbf9df req-e5169283-4b48-46e2-90b9-1d68381c99c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 1099 time: 0.0533116 Jul 22 23:14:24.836383 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-96679633-990f-4c53-8b1e-6d69ccfbf9df req-c7c6e465-0cff-4dc0-8a0e-3651d0dc6b2d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302393 Jul 22 23:14:24.922989 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.923326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.941025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Calling delete_port for 96e1b027-54bb-4681-815b-9a461e6c6e03 owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:24.965159 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73a9b-93da-4b97-a038-9d6f56b78b29 req-7ad4e932-ad83-4900-b426-bc3699bcbe49 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.966642 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0f73a9b-93da-4b97-a038-9d6f56b78b29 req-7ad4e932-ad83-4900-b426-bc3699bcbe49 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 946 time: 0.1790776 Jul 22 23:14:24.969674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-3b998cf8-6b02-4c83-8ac2-532271513b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.971029 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-3b998cf8-6b02-4c83-8ac2-532271513b82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1646261 Jul 22 23:14:25.124422 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0f73a9b-93da-4b97-a038-9d6f56b78b29 req-758a1fbf-ebc7-4196-bb76-28182f01f526 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511564 Jul 22 23:14:25.167368 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-a2d44c60-0ccd-40c1-b9df-4cc2d001b06d service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868136 Jul 22 23:14:25.291978 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.296619 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-162efd4e-b200-4cf2-964f-04ba5134ac4c req-116e071f-ca4f-4373-b1d4-3ab2cc7b33f0 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213577 Jul 22 23:14:25.321172 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event deleted for resources: {'Port': ['ID=96e1b027-54bb-4681-815b-9a461e6c6e03,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:25.383428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.383845 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Floating IP a56cb43b-12ae-4d09-a17e-f632d6460d05 disassociated (deleted). External IP: 172.27.0.246, port: 27b53d87-ea4f-4912-8f39-0c6344010661. Jul 22 23:14:25.591688 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Router 331575c2-dbb3-4f69-8c6e-e90b6edd572d has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:25.697593 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:25.702287 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.707459 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Sync routers for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:25.716918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:25.717542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:25.740406 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-7485f25e-e8e8-4950-99b4-9c61f0266744 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "DELETE /v2.0/floatingips/a56cb43b-12ae-4d09-a17e-f632d6460d05 HTTP/1.1" status: 204 len: 168 time: 1.5001674 Jul 22 23:14:25.823187 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:26.097124 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:26.099479 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d9113-1c4b-4f82-aced-e07bc24118c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:26.135539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66594b40-7d04-474d-ae69-a3f2e2c4d7cb x-openstack-request-id: req-66594b40-7d04-474d-ae69-a3f2e2c4d7cb {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:26.135836 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:26.136087 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66594b40-7d04-474d-ae69-a3f2e2c4d7cb {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:26.136485 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:14:26.147795 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:26.174601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Checking router: 331575c2-dbb3-4f69-8c6e-e90b6edd572d for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:26.183549 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:26.184173 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:26.247945 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-48b697cd-9215-47cf-9087-a6860c3f66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.249390 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-48b697cd-9215-47cf-9087-a6860c3f66c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da0be6944dff4092b51c30d19c1d2142&device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 1098 time: 0.0910673 Jul 22 23:14:26.286570 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce4ed2-cb91-4e38-9815-32d6b7d38d6c req-7f06e485-a55a-4092-9ad8-78041575db2e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.287458 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:26.288015 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-09ce4ed2-cb91-4e38-9815-32d6b7d38d6c req-7f06e485-a55a-4092-9ad8-78041575db2e tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 946 time: 0.0953507 Jul 22 23:14:26.370178 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-09ce4ed2-cb91-4e38-9815-32d6b7d38d6c req-6e0bb82b-d354-4a4b-96f9-ce4b8e1a4c93 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731356 Jul 22 23:14:26.383585 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-449e15c4-ef8f-4143-a95e-4baef5cf1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.385114 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-449e15c4-ef8f-4143-a95e-4baef5cf1b08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 200 len: 915 time: 0.1280215 Jul 22 23:14:26.438549 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-1995b144-3b98-4f1a-b2d2-9b4f101c6d07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 200 len: 217 time: 0.0461586 Jul 22 23:14:26.491949 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-d3e4cb60-56d1-40dc-a00c-4ae7984de510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.494129 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-d3e4cb60-56d1-40dc-a00c-4ae7984de510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 200 len: 853 time: 0.0498304 Jul 22 23:14:26.512435 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:26.542307 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f46137-4a3a-4785-b0be-27af06034448 None None] The sync data for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi is: [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:25Z', 'revision_number': 4, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'e4f794e9-2239-4764-bba4-59fcdefcc53f', 'name': '', 'network_id': '00eae661-de66-4142-a40a-072c3f8f8f35', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'mac_address': 'fa:16:3e:4e:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:25Z', 'updated_at': '2021-07-22T23:11:32Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'subnets': [{'id': 'be45bbdc-15c4-4d96-8ba0-c052d45ad0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:26.556531 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-97a3bbfd-f933-441b-8dff-f72054fe09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.558164 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-97a3bbfd-f933-441b-8dff-f72054fe09a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00eae661-de66-4142-a40a-072c3f8f8f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573435 Jul 22 23:14:26.666492 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-6700676e-7319-4408-875e-beff309b3df2 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971923 Jul 22 23:14:26.781350 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-800d9113-1c4b-4f82-aced-e07bc24118c7 req-d9dfe814-5ee7-4c8e-94a7-db1c71cc3536 service neutron] 10.222.0.61 "GET /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077774 Jul 22 23:14:26.902198 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f9f75-fd56-47fe-b294-be503c85b676 None None] New status for floating IP a56cb43b-12ae-4d09-a17e-f632d6460d05: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:14:28.488316 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dd10c-1697-4680-9a5b-d9f29b6b3c64 req-45de3ea5-1c7a-4496-b71c-60d7d9ee8393 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:28.489803 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a94dd10c-1697-4680-9a5b-d9f29b6b3c64 req-45de3ea5-1c7a-4496-b71c-60d7d9ee8393 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0637190 Jul 22 23:14:28.529911 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a94dd10c-1697-4680-9a5b-d9f29b6b3c64 req-1f114c41-1421-44b7-b4e5-75334ab923c0 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Jul 22 23:14:29.426891 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab0b1c-c80a-47a3-9bc8-b1b256ceb87e req-1c18ba87-93b5-4751-b47e-5b8c02537f3f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.428381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0eab0b1c-c80a-47a3-9bc8-b1b256ceb87e req-1c18ba87-93b5-4751-b47e-5b8c02537f3f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0652230 Jul 22 23:14:29.468988 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0eab0b1c-c80a-47a3-9bc8-b1b256ceb87e req-b9313015-c254-4433-acc2-dd0207683cb4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Jul 22 23:14:29.659486 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a22ad1-c238-436b-8ad5-1684a32a28d3 req-7b919c96-2909-4a53-9bc8-ae9e8d4a1336 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.660971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-06a22ad1-c238-436b-8ad5-1684a32a28d3 req-7b919c96-2909-4a53-9bc8-ae9e8d4a1336 tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0625842 Jul 22 23:14:29.697425 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-06a22ad1-c238-436b-8ad5-1684a32a28d3 req-dabc4d4c-ab16-40d5-93b9-0556b7a7e8fc tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/security-groups?id=04944855-16ba-4786-9dd5-834a4a73b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Jul 22 23:14:30.254067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d457501-67e4-487d-8239-f095ae43f814 req-6a91d94f-af38-4db9-a354-fa7e06ffd85f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.255433 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d457501-67e4-487d-8239-f095ae43f814 req-6a91d94f-af38-4db9-a354-fa7e06ffd85f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.61 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 945 time: 0.0649428 Jul 22 23:14:30.361261 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Deleting port 27b53d87-ea4f-4912-8f39-0c6344010661 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:30.361606 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.368762 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-21b6bb36-a3c6-4a20-b281-fcd793788dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.450804 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] For port 27b53d87-ea4f-4912-8f39-0c6344010661, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=27b53d87-ea4f-4912-8f39-0c6344010661,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:30.451169 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.463662 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Calling delete_port for 27b53d87-ea4f-4912-8f39-0c6344010661 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:30.627401 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.641297 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['27b53d87-ea4f-4912-8f39-0c6344010661'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:30.662708 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Pushing event deleted for resources: {'Port': ['ID=27b53d87-ea4f-4912-8f39-0c6344010661,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:30.698563 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2840d-6cc9-4926-a75e-523cb89aa253 req-3b641041-2f70-4efd-9434-f81d69895247 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.700327 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9ac2840d-6cc9-4926-a75e-523cb89aa253 req-3b641041-2f70-4efd-9434-f81d69895247 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1540494 Jul 22 23:14:30.728159 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] No DVR routers for this DVR port 27b53d87-ea4f-4912-8f39-0c6344010661 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:30.730886 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.733144 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4d457501-67e4-487d-8239-f095ae43f814 req-8354a2f6-844b-4150-a594-02069cb6175a tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.61 "DELETE /v2.0/ports/27b53d87-ea4f-4912-8f39-0c6344010661 HTTP/1.1" status: 204 len: 173 time: 0.4725962 Jul 22 23:14:30.734556 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'name': 'network-vif-deleted', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:30.737763 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510464aa-fdd2-49fc-bfd7-4a0979071082" -d '{"events": [{"server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "name": "network-vif-deleted", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:30.787604 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9ac2840d-6cc9-4926-a75e-523cb89aa253 req-afed2685-d998-4922-a33c-23a060965b4d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811417 Jul 22 23:14:30.808437 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3592dcf2-bf8a-46a2-9615-05c24a00beff req-e83b4866-7b45-46c3-bc0c-ab463d60484f tempest-TestMinimumBasicScenario-192790656 tempest-TestMinimumBasicScenario-192790656-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99df6cb-860e-4f58-b53f-62eea36349a2 HTTP/1.1" status: 200 len: 210 time: 0.0377536 Jul 22 23:14:30.838124 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2473e67d-1992-4d00-a0df-405c9c8486a7 x-openstack-request-id: req-2473e67d-1992-4d00-a0df-405c9c8486a7 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:30.838418 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99df6cb-860e-4f58-b53f-62eea36349a2", "name": "network-vif-deleted", "tag": "27b53d87-ea4f-4912-8f39-0c6344010661", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:30.838749 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2473e67d-1992-4d00-a0df-405c9c8486a7 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:30.839143 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99df6cb-860e-4f58-b53f-62eea36349a2', 'name': 'network-vif-deleted', 'tag': '27b53d87-ea4f-4912-8f39-0c6344010661', 'status': 'completed', 'code': 200} Jul 22 23:14:31.532316 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.923726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235e035-8773-4cd0-b9c4-e44bbfc6742a req-eba9d931-1d07-44ce-be1d-d1aaa8a72fc1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:31.925219 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8235e035-8773-4cd0-b9c4-e44bbfc6742a req-eba9d931-1d07-44ce-be1d-d1aaa8a72fc1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0664728 Jul 22 23:14:31.963862 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8235e035-8773-4cd0-b9c4-e44bbfc6742a req-3750749f-5f24-4cd4-9b6e-d3441a8d58cd tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324638 Jul 22 23:14:32.473133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46140) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:32.822216 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.854127 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.917663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b14c3880-465e-4015-a679-486a7286b5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.089344 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Deleting port e4f794e9-2239-4764-bba4-59fcdefcc53f {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:33.089841 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.117440 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4d723-d7ba-46f9-8c0f-1de7ec7cf3c9 req-9461210e-357c-4f73-8bab-84c6aa7d0453 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.118948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bab4d723-d7ba-46f9-8c0f-1de7ec7cf3c9 req-9461210e-357c-4f73-8bab-84c6aa7d0453 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0753176 Jul 22 23:14:33.173559 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bab4d723-d7ba-46f9-8c0f-1de7ec7cf3c9 req-a207e82b-32ba-4d47-b715-f0f1f0031ba0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Jul 22 23:14:33.186159 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] For port e4f794e9-2239-4764-bba4-59fcdefcc53f, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e4f794e9-2239-4764-bba4-59fcdefcc53f,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:33.186595 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.200836 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Calling delete_port for e4f794e9-2239-4764-bba4-59fcdefcc53f owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:33.380903 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.410702 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f794e9-2239-4764-bba4-59fcdefcc53f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:33.572461 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.779676 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Router 331575c2-dbb3-4f69-8c6e-e90b6edd572d has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:33.881999 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:33.887895 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bf4c2d1a-d4c1-41d1-bfa0-a6986a41f571 admin admin] 10.222.0.15 "PUT /v2.0/routers/331575c2-dbb3-4f69-8c6e-e90b6edd572d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132464 Jul 22 23:14:33.889919 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46150) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:33.892579 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Sync routers for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:33.901880 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:33.902583 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:33.993323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.010884 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:34.095954 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.096207 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.149606 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Deleting port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:34.149959 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.209351 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:14:33Z', 'revision_number': 5, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port': {'id': '58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.235131 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] For port 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:34.235512 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.240396 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Checking router: 331575c2-dbb3-4f69-8c6e-e90b6edd572d for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:34.242705 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 27b53d87-ea4f-4912-8f39-0c6344010661 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:34.252099 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Calling delete_port for 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:34.268688 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Routers {'331575c2-dbb3-4f69-8c6e-e90b6edd572d'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:34.269329 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.303586 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 27b53d87-ea4f-4912-8f39-0c6344010661 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:34.303930 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 27b53d87-ea4f-4912-8f39-0c6344010661 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:34.321249 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7dedd-9b23-41fc-9077-d55bfce08e6d req-74b55ba0-bf33-4ae1-a9e8-7f6bb5cbe976 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.328526 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7b7dedd-9b23-41fc-9077-d55bfce08e6d req-74b55ba0-bf33-4ae1-a9e8-7f6bb5cbe976 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0767086 Jul 22 23:14:34.366744 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] Set router 331575c2-dbb3-4f69-8c6e-e90b6edd572d gateway port host: None {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:34.373447 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c7b7dedd-9b23-41fc-9077-d55bfce08e6d req-15b34e59-10cf-4c69-a78b-23771aa0b626 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Jul 22 23:14:34.441934 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-d649f46c-d175-455c-8498-854abda5e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:14:34Z', 'revision_number': 6, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.461563 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.469630 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649f46c-d175-455c-8498-854abda5e648 None None] The sync data for ids ['331575c2-dbb3-4f69-8c6e-e90b6edd572d'] in dv-cinder-801913-2-iscsi is: [{'id': '331575c2-dbb3-4f69-8c6e-e90b6edd572d', 'name': 'tempest-TestMinimumBasicScenario-562300751-router', 'tenant_id': 'da0be6944dff4092b51c30d19c1d2142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:22Z', 'updated_at': '2021-07-22T23:14:34Z', 'revision_number': 6, 'project_id': 'da0be6944dff4092b51c30d19c1d2142', 'gw_port_host': None}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:34.487972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Pushing event deleted for resources: {'Port': ['ID=58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:34.554527 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.655315 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.657380 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.717301 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.717840 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331575c2-dbb3-4f69-8c6e-e90b6edd572d {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:14:34.722692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.723826 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1e6ef2a7-a3cf-4844-87ae-a043ae4ee45a admin admin] 10.222.0.15 "DELETE /v2.0/routers/331575c2-dbb3-4f69-8c6e-e90b6edd572d HTTP/1.1" status: 204 len: 168 time: 0.8329868 Jul 22 23:14:34.726300 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46160) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:34.770980 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Deleting subnet be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:14:34.774572 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.806602 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.163617 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.214757 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.240471 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be45bbdc-15c4-4d96-8ba0-c052d45ad0a6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:35.246869 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.251079 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-41f83a13-35f5-4796-88a7-e1d82d7b506b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be45bbdc-15c4-4d96-8ba0-c052d45ad0a6 HTTP/1.1" status: 204 len: 168 time: 0.5215795 Jul 22 23:14:35.251661 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46164) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:35.259005 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f40790-3a9b-4d9b-ac11-b1b4d08a431c None None] Network 00eae661-de66-4142-a40a-072c3f8f8f35 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:35.331473 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.391214 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Deleting port 86ec29ac-ccba-475f-8788-a2c66000c33c {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:35.391560 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.485839 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] For port 86ec29ac-ccba-475f-8788-a2c66000c33c, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=86ec29ac-ccba-475f-8788-a2c66000c33c,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:35.486492 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.498203 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] DHCP port deletion for 00eae661-de66-4142-a40a-072c3f8f8f35 request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:14:35.534460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e4f794e9-2239-4764-bba4-59fcdefcc53f no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:35.535270 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Calling delete_port for 86ec29ac-ccba-475f-8788-a2c66000c33c owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:35.561632 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: e4f794e9-2239-4764-bba4-59fcdefcc53f {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:35.561973 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e4f794e9-2239-4764-bba4-59fcdefcc53f not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:35.562386 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:35.582233 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:35.582571 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 58adc8b2-905c-4ed1-b5d1-f3dc3109d5e3 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:35.605991 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Deleting port 86ec29ac-ccba-475f-8788-a2c66000c33c {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:35.606267 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.620238 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbeb40-533d-4fe3-9135-d7b6d1929ae3 req-f9ddba2b-f824-4104-9981-405ec15b231e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:35.621860 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-41fbeb40-533d-4fe3-9135-d7b6d1929ae3 req-f9ddba2b-f824-4104-9981-405ec15b231e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1324897 Jul 22 23:14:35.663558 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.678052 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] For port 86ec29ac-ccba-475f-8788-a2c66000c33c, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=86ec29ac-ccba-475f-8788-a2c66000c33c,segment=NetworkSegment(18a718bf-c40e-4c81-9039-93fc6c007569),segment_id=18a718bf-c40e-4c81-9039-93fc6c007569)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:35.678435 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.691512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Calling delete_port for 86ec29ac-ccba-475f-8788-a2c66000c33c owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:35.699160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-41fbeb40-533d-4fe3-9135-d7b6d1929ae3 req-522c97a5-d708-491d-a52b-9ad8f7e019a9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710866 Jul 22 23:14:35.702122 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Pushing event deleted for resources: {'Port': ['ID=86ec29ac-ccba-475f-8788-a2c66000c33c,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:35.705954 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] No DVR routers for this DVR port 86ec29ac-ccba-475f-8788-a2c66000c33c on host dv-cinder-801913-2-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:35.918313 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.959625 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.983989 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Pushing event deleted for resources: {'Port': ['ID=86ec29ac-ccba-475f-8788-a2c66000c33c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:35.991457 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] No DVR routers for this DVR port 86ec29ac-ccba-475f-8788-a2c66000c33c on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:35.993826 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.994171 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.994508 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.994839 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.995166 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.995491 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.995817 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.996139 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.996476 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.996826 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.997146 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:35.997461 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f554af-780a-4e9b-90ae-afaa4fc6f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:36.014205 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.024339 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eae661-de66-4142-a40a-072c3f8f8f35']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:36.034933 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a718bf-c40e-4c81-9039-93fc6c007569') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:36.035230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a718bf-c40e-4c81-9039-93fc6c007569') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:36.044442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.058704 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.064583 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:14:36.064988 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:14:36.066866 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:14:36.126131 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.131240 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.133205 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] 10.222.0.15 "DELETE /v2.0/networks/00eae661-de66-4142-a40a-072c3f8f8f35 HTTP/1.1" status: 204 len: 168 time: 0.8808169 Jul 22 23:14:36.136266 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46172) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:36.144756 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c141-1607-4e72-92e7-c7bc2fe2ff3d admin admin] Pushing event deleted for resources: {'Network': ['ID=00eae661-de66-4142-a40a-072c3f8f8f35,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:36.470004 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.711616 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Deleting port f18bf089-04f7-4236-b0c7-368fe6ac5969 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:36.711951 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.787921 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] For port f18bf089-04f7-4236-b0c7-368fe6ac5969, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f18bf089-04f7-4236-b0c7-368fe6ac5969,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:36.788270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.800402 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Calling delete_port for f18bf089-04f7-4236-b0c7-368fe6ac5969 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:36.837735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595c4a-91ea-4c0f-bd53-1300020150c1 req-ce76b164-b6d2-4cf6-9e50-dfc3ac393a2f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:36.839236 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b595c4a-91ea-4c0f-bd53-1300020150c1 req-ce76b164-b6d2-4cf6-9e50-dfc3ac393a2f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0628488 Jul 22 23:14:36.878989 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6b595c4a-91ea-4c0f-bd53-1300020150c1 req-2d5a5135-73c0-43b6-940b-1dee735b1d46 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Jul 22 23:14:36.976507 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.006696 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18bf089-04f7-4236-b0c7-368fe6ac5969,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:37.177146 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.382856 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Router f3d62970-00f0-4475-bd28-a772fc8e118f has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:37.489410 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:37.498567 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 86ec29ac-ccba-475f-8788-a2c66000c33c no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:37.499447 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Sync routers for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:37.500284 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46182) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:37.500879 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4d1f63ed-b4e8-4aa0-be91-140f286dcf51 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3d62970-00f0-4475-bd28-a772fc8e118f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3589048 Jul 22 23:14:37.508700 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:37.509248 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:37.522441 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 86ec29ac-ccba-475f-8788-a2c66000c33c {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:37.522936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 86ec29ac-ccba-475f-8788-a2c66000c33c not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:37.609815 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.612510 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:37.709511 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.762082 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Deleting port e5a1f226-a409-4727-af1f-8ea298f9bd72 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:37.762432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.784218 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:14:36Z', 'revision_number': 5, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port': {'id': 'e5a1f226-a409-4727-af1f-8ea298f9bd72', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:37.809318 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Checking router: f3d62970-00f0-4475-bd28-a772fc8e118f for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:37.817488 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Routers {'f3d62970-00f0-4475-bd28-a772fc8e118f'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:37.818088 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3d62970-00f0-4475-bd28-a772fc8e118f'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:37.842475 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] For port e5a1f226-a409-4727-af1f-8ea298f9bd72, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e5a1f226-a409-4727-af1f-8ea298f9bd72,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:37.843018 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.854436 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Calling delete_port for e5a1f226-a409-4727-af1f-8ea298f9bd72 owned by network:router_gateway {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:37.905082 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] Set router f3d62970-00f0-4475-bd28-a772fc8e118f gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:37.963409 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:14:37Z', 'revision_number': 6, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:37.996836 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d0e93-bc9a-4a3c-be96-a92f9e18f122 None None] The sync data for ids ['f3d62970-00f0-4475-bd28-a772fc8e118f'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3d62970-00f0-4475-bd28-a772fc8e118f', 'name': 'tempest-TestMinimumBasicScenario-991907263-router', 'tenant_id': 'c132b56849e240be97a86302e15935b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:28Z', 'updated_at': '2021-07-22T23:14:37Z', 'revision_number': 6, 'project_id': 'c132b56849e240be97a86302e15935b4', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:38.072885 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea632a8-0a01-4571-b906-3e33a7b4f8c6 req-872278b0-9350-4989-918c-a5a635f8222c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:38.074479 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aea632a8-0a01-4571-b906-3e33a7b4f8c6 req-872278b0-9350-4989-918c-a5a635f8222c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1055465 Jul 22 23:14:38.116212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.127908 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-aea632a8-0a01-4571-b906-3e33a7b4f8c6 req-c5d65e2b-0fc1-4b9a-84e4-76819134f735 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469537 Jul 22 23:14:38.150333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a1f226-a409-4727-af1f-8ea298f9bd72,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:38.209370 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.295154 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.297088 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.340253 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.340855 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d62970-00f0-4475-bd28-a772fc8e118f {{(pid=93161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:14:38.346111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.347350 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e3cd120b-d9e5-4ce2-a025-8d937baf3cc5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3d62970-00f0-4475-bd28-a772fc8e118f HTTP/1.1" status: 204 len: 168 time: 0.8454769 Jul 22 23:14:38.349967 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46188) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:38.400537 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Deleting subnet b01feb3f-f5b6-4478-8696-9fc8264fb2ad {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:14:38.404293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.442032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.550753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.605360 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.635429 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01feb3f-f5b6-4478-8696-9fc8264fb2ad,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:38.637432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.642194 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46194) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:38.642759 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-4ae7b540-2635-457e-bfd7-ecdbc6581ca0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b01feb3f-f5b6-4478-8696-9fc8264fb2ad HTTP/1.1" status: 204 len: 168 time: 0.2910881 Jul 22 23:14:38.644341 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5709c22-ab7d-410c-9f32-10372ee56719 None None] Network 006eb560-92ca-41fc-a70c-1a7f0715833f requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:38.724021 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.779520 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Deleting port 1daf623f-c9f5-45ad-a581-e511b795931e {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:38.779861 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.845235 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] For port 1daf623f-c9f5-45ad-a581-e511b795931e, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1daf623f-c9f5-45ad-a581-e511b795931e,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:38.845597 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.858453 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Calling delete_port for 1daf623f-c9f5-45ad-a581-e511b795931e owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:38.865615 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] DHCP port deletion for 006eb560-92ca-41fc-a70c-1a7f0715833f request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:14:38.921420 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Deleting port 1daf623f-c9f5-45ad-a581-e511b795931e {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:38.921634 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.948707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.977374 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1daf623f-c9f5-45ad-a581-e511b795931e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:38.979310 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] No DVR routers for this DVR port 1daf623f-c9f5-45ad-a581-e511b795931e on host dv-cinder-801913-2-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:39.001171 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] For port 1daf623f-c9f5-45ad-a581-e511b795931e, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1daf623f-c9f5-45ad-a581-e511b795931e,segment=NetworkSegment(6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980),segment_id=6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:39.001753 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.020300 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Calling delete_port for 1daf623f-c9f5-45ad-a581-e511b795931e owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:39.059293 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.069710 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006eb560-92ca-41fc-a70c-1a7f0715833f']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:39.079692 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:39.080330 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa5e4aa-6ca8-4b32-bdd4-7860d73e1980') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:39.089707 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.103991 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.108177 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.110109 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:14:39.110503 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:14:39.112248 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:14:39.132801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] Pushing event deleted for resources: {'Port': ['ID=1daf623f-c9f5-45ad-a581-e511b795931e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:39.136295 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b9f79-9925-4d5a-8df9-eb2c67bd1733 None None] No DVR routers for this DVR port 1daf623f-c9f5-45ad-a581-e511b795931e on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:39.174211 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.179628 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.181519 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/006eb560-92ca-41fc-a70c-1a7f0715833f HTTP/1.1" status: 204 len: 168 time: 0.5381210 Jul 22 23:14:39.196522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d2372-6fd4-41ae-8aa3-d11f0ce2d8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=006eb560-92ca-41fc-a70c-1a7f0715833f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:39.269585 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9791e5-354e-4d7c-a1f4-0b0f13a99831 req-a1ceade0-a5b8-4bee-8013-16cb425ea66b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.271095 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f9791e5-354e-4d7c-a1f4-0b0f13a99831 req-a1ceade0-a5b8-4bee-8013-16cb425ea66b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0673606 Jul 22 23:14:39.317059 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7f9791e5-354e-4d7c-a1f4-0b0f13a99831 req-3c0612e7-a38f-4b25-a58f-9e87e2b2f3b0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Jul 22 23:14:39.343864 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46204) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:39.383721 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ff940222-5e0f-43dc-b289-7ea71f3da38f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da0be6944dff4092b51c30d19c1d2142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387123 Jul 22 23:14:39.386137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46206) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:39.440065 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.456416 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e5a1f226-a409-4727-af1f-8ea298f9bd72 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:39.464120 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.476593 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: e5a1f226-a409-4727-af1f-8ea298f9bd72 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:39.477043 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e5a1f226-a409-4727-af1f-8ea298f9bd72 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:39.477519 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1daf623f-c9f5-45ad-a581-e511b795931e no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:39.495246 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 1daf623f-c9f5-45ad-a581-e511b795931e {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:39.495586 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1daf623f-c9f5-45ad-a581-e511b795931e not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:39.495984 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f18bf089-04f7-4236-b0c7-368fe6ac5969 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:39.510222 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.512960 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.514154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04944855-16ba-4786-9dd5-834a4a73b7a2 HTTP/1.1" status: 204 len: 168 time: 0.1271307 Jul 22 23:14:39.514298 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: f18bf089-04f7-4236-b0c7-368fe6ac5969 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:39.514649 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f18bf089-04f7-4236-b0c7-368fe6ac5969 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:39.522720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85524-8a72-4083-be02-5bf5181c7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04944855-16ba-4786-9dd5-834a4a73b7a2,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:39.821693 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46214) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:39.860139 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3ee509ba-ce61-4021-9fa8-f62915c080f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c132b56849e240be97a86302e15935b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372002 Jul 22 23:14:39.862340 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46216) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:39.910861 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.931887 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.976067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.980013 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.981442 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8639f779-8e0b-4e56-a316-b9f9f83f117b HTTP/1.1" status: 204 len: 168 time: 0.1181042 Jul 22 23:14:39.989828 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30db3a-b031-41a4-839c-71005dd16e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639f779-8e0b-4e56-a316-b9f9f83f117b,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:40.449596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f0e18-40df-4f45-bde3-cc8424076838 req-31c02c9c-c4c8-4a66-bfc2-015f89382301 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.451073 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-959f0e18-40df-4f45-bde3-cc8424076838 req-31c02c9c-c4c8-4a66-bfc2-015f89382301 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0645912 Jul 22 23:14:40.489509 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-959f0e18-40df-4f45-bde3-cc8424076838 req-03b39ad1-a645-43fe-b5ee-c818517c88a0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Jul 22 23:14:41.622031 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15973-a5d7-4bf8-8d0a-850b6287d97d req-eabe2fe2-ae71-46f5-a67c-36e604f92bad tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:41.623537 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0d15973-a5d7-4bf8-8d0a-850b6287d97d req-eabe2fe2-ae71-46f5-a67c-36e604f92bad tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0628576 Jul 22 23:14:41.660841 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d0d15973-a5d7-4bf8-8d0a-850b6287d97d req-68fe0daf-a6b7-4fd8-bdc0-4afd0c104bbc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jul 22 23:14:42.794051 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc3eb-5956-49c8-9876-e950f43c9dc7 req-3136c872-9a36-4040-88ec-81570b56d504 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:42.795536 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4fbfc3eb-5956-49c8-9876-e950f43c9dc7 req-3136c872-9a36-4040-88ec-81570b56d504 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0666032 Jul 22 23:14:42.833942 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4fbfc3eb-5956-49c8-9876-e950f43c9dc7 req-62a7f267-b10f-4524-b757-829aece34e82 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Jul 22 23:14:43.990596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3365abc-69b0-478f-99d8-80f8fbd3f27c req-b6cc3ff9-d8ba-40dc-b896-c09648b80325 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:43.992943 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e3365abc-69b0-478f-99d8-80f8fbd3f27c req-b6cc3ff9-d8ba-40dc-b896-c09648b80325 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0696814 Jul 22 23:14:44.033480 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e3365abc-69b0-478f-99d8-80f8fbd3f27c req-f3949738-82c1-4a25-b955-817271c722d5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Jul 22 23:14:45.170880 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ab115-e7fd-47b3-ac6f-a38536177a2d req-6636210b-f810-437d-be58-18c481165b83 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:45.172452 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-077ab115-e7fd-47b3-ac6f-a38536177a2d req-6636210b-f810-437d-be58-18c481165b83 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0625367 Jul 22 23:14:45.211513 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-077ab115-e7fd-47b3-ac6f-a38536177a2d req-714befd7-0438-497e-a27a-c8837c03ae92 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Jul 22 23:14:46.352512 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72ac75-3965-4b93-be7e-c7cf6447ecc0 req-d9611f96-fea3-4284-a875-88dd1a335025 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.354048 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-df72ac75-3965-4b93-be7e-c7cf6447ecc0 req-d9611f96-fea3-4284-a875-88dd1a335025 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0701084 Jul 22 23:14:46.391530 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-df72ac75-3965-4b93-be7e-c7cf6447ecc0 req-0dde167f-bf15-40b0-b90f-5cee783e7270 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Jul 22 23:14:46.771059 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:14:46.848945 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:14:46.939824 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:46.950943 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:14:46.989996 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.002057 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:47.020888 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:47.025513 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.075114 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=6']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:47.124686 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['8277b5f5-b19d-4ead-b30b-a87c0f2845a6'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:47.522720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49866b0a-9848-4872-850e-25bb9cb7909a req-113a1cb5-19e6-45da-af0d-2e0132479003 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:47.524694 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49866b0a-9848-4872-850e-25bb9cb7909a req-113a1cb5-19e6-45da-af0d-2e0132479003 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0616190 Jul 22 23:14:47.561494 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-49866b0a-9848-4872-850e-25bb9cb7909a req-66be5fa9-3336-4053-a9fe-0d243607ca8a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Jul 22 23:14:48.707578 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c472b7-38b7-470e-93c7-d8084b914704 req-04b8a9e8-f1c7-4820-9540-eafa61c5a4fc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:48.709238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6c472b7-38b7-470e-93c7-d8084b914704 req-04b8a9e8-f1c7-4820-9540-eafa61c5a4fc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0711803 Jul 22 23:14:48.752150 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6c472b7-38b7-470e-93c7-d8084b914704 req-05581702-0d7e-49d1-9894-dd6eda90bdd1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368855 Jul 22 23:14:48.851069 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:48.902104 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:48.902355 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.986011 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.011008 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:49.013523 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253e2bc-c7e8-476c-bc20-b26d129cd91b" -d '{"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:49.034757 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:49.040900 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.077423 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c8abea-8697-4328-b4b9-a0e9fbe28a77 x-openstack-request-id: req-46c8abea-8697-4328-b4b9-a0e9fbe28a77 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:49.077838 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:49.078091 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46c8abea-8697-4328-b4b9-a0e9fbe28a77 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:49.078477 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'code': 200} Jul 22 23:14:49.109860 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=7']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:49.932020 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce1011-3ac0-416c-b4f8-0617e95e5bb0 req-886f54c7-15cf-4463-a920-59b5ba66f1dc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:49.933566 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52ce1011-3ac0-416c-b4f8-0617e95e5bb0 req-886f54c7-15cf-4463-a920-59b5ba66f1dc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0927191 Jul 22 23:14:49.975661 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52ce1011-3ac0-416c-b4f8-0617e95e5bb0 req-cbe943ed-2ae7-4f48-bdb1-361e3b240aef tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351486 Jul 22 23:14:51.173564 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dff13-4695-4f86-9ee0-65f542cdfdb3 req-295f67d4-9d86-4b7b-a3c8-60738f41f0d1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:51.175026 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1b6dff13-4695-4f86-9ee0-65f542cdfdb3 req-295f67d4-9d86-4b7b-a3c8-60738f41f0d1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1075063 Jul 22 23:14:51.215207 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1b6dff13-4695-4f86-9ee0-65f542cdfdb3 req-6c6ecdc1-4012-447a-b45f-918ef6e8cd8d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Jul 22 23:14:51.943505 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d170db-2792-4307-be0b-37b88adddbdd req-0367a3c0-a3e2-4815-926b-f3baff1c9f9f tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:51.946134 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d2d170db-2792-4307-be0b-37b88adddbdd req-0367a3c0-a3e2-4815-926b-f3baff1c9f9f tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 946 time: 0.1068127 Jul 22 23:14:52.004882 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d2d170db-2792-4307-be0b-37b88adddbdd req-90651333-83d9-406c-bd6b-d8440db5620b tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491424 Jul 22 23:14:52.365820 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd61f-a400-4462-b614-0f9e7e2efe9a req-f6c869e0-ebe1-41a1-a830-479239c63eaa tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.368721 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-91dbd61f-a400-4462-b614-0f9e7e2efe9a req-f6c869e0-ebe1-41a1-a830-479239c63eaa tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0723495 Jul 22 23:14:52.409096 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-91dbd61f-a400-4462-b614-0f9e7e2efe9a req-1060df95-8785-40dd-b6a9-12f654376937 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340438 Jul 22 23:14:53.162960 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28558fc3-97d4-4b13-a579-b420a023cdc0 req-4fa60f19-8c28-43c8-b736-3498105024ff tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.164725 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28558fc3-97d4-4b13-a579-b420a023cdc0 req-4fa60f19-8c28-43c8-b736-3498105024ff tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 946 time: 0.0816662 Jul 22 23:14:53.208565 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-28558fc3-97d4-4b13-a579-b420a023cdc0 req-86c739ed-b85a-4064-908a-98844e424c22 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/security-groups?id=27f1d599-1b53-4622-a259-087db820ba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Jul 22 23:14:53.567873 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6f211-b113-4807-af83-9723cd5a0b78 req-c7cda0a2-9c36-4e2b-a79b-6c3a5ad80659 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.572114 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c1c6f211-b113-4807-af83-9723cd5a0b78 req-c7cda0a2-9c36-4e2b-a79b-6c3a5ad80659 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0728590 Jul 22 23:14:53.621828 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c1c6f211-b113-4807-af83-9723cd5a0b78 req-5cd359df-2c24-41f1-926c-327eff86e7a3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Jul 22 23:14:53.716570 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-315d8917-3e41-4c0f-8e53-6b29bc715f08 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.718075 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-315d8917-3e41-4c0f-8e53-6b29bc715f08 tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 946 time: 0.0703003 Jul 22 23:14:53.847047 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Deleting port 35c70721-82ad-44fe-9826-f2715393ee71 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:53.847397 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.949295 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] For port 35c70721-82ad-44fe-9826-f2715393ee71, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=35c70721-82ad-44fe-9826-f2715393ee71,segment=NetworkSegment(25d591d3-7c9a-42c6-8636-4cb4b07a14b7),segment_id=25d591d3-7c9a-42c6-8636-4cb4b07a14b7)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:53.949669 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.967495 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Calling delete_port for 35c70721-82ad-44fe-9826-f2715393ee71 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:54.134348 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.147535 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['35c70721-82ad-44fe-9826-f2715393ee71'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:54.165152 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Pushing event deleted for resources: {'Port': ['ID=35c70721-82ad-44fe-9826-f2715393ee71,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.228242 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] No DVR routers for this DVR port 35c70721-82ad-44fe-9826-f2715393ee71 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:54.231007 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.233402 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b67f0b96-3fcf-4e7f-845c-4cb8d66c784a req-8af1c351-aaf6-41f9-a216-98c57846ef0d tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.61 "DELETE /v2.0/ports/35c70721-82ad-44fe-9826-f2715393ee71 HTTP/1.1" status: 204 len: 173 time: 0.4983392 Jul 22 23:14:54.233949 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'name': 'network-vif-deleted', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:54.245517 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7f017-f10e-4fe2-8e8e-3d82a8e449f6" -d '{"events": [{"server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "name": "network-vif-deleted", "tag": "35c70721-82ad-44fe-9826-f2715393ee71"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:54.353936 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-325495c8-68bc-4f3a-9ecf-1c3deedd5dd6 req-eeddcc13-ea00-45a4-aca0-2d427edb1a3a tempest-VolumesSnapshotTestJSON-1129947278 tempest-VolumesSnapshotTestJSON-1129947278-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af56d2e-c547-43c8-a309-89c4db0ca376 HTTP/1.1" status: 200 len: 210 time: 0.0455117 Jul 22 23:14:54.466614 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0187b0-717c-4ad2-841f-ed543a496fec x-openstack-request-id: req-dd0187b0-717c-4ad2-841f-ed543a496fec {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:54.467306 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af56d2e-c547-43c8-a309-89c4db0ca376", "name": "network-vif-deleted", "tag": "35c70721-82ad-44fe-9826-f2715393ee71", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:54.467718 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd0187b0-717c-4ad2-841f-ed543a496fec {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:54.468282 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af56d2e-c547-43c8-a309-89c4db0ca376', 'name': 'network-vif-deleted', 'tag': '35c70721-82ad-44fe-9826-f2715393ee71', 'status': 'completed', 'code': 200} Jul 22 23:14:54.848448 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b589b0-7de9-4bbc-af65-e38a4ad6ce6d req-6f496f77-a51f-4095-a08e-88a6bae84d20 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:54.850811 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52b589b0-7de9-4bbc-af65-e38a4ad6ce6d req-6f496f77-a51f-4095-a08e-88a6bae84d20 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1352348 Jul 22 23:14:54.908823 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-52b589b0-7de9-4bbc-af65-e38a4ad6ce6d req-4d3c6327-d6f5-455f-9fa8-08e85fabfaa5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Jul 22 23:14:55.081193 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fc0c3-92a5-48e5-989d-a5d3dc110b14 req-9017fa29-0fdd-41ed-84da-9b6b356c06b7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.082734 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a67fc0c3-92a5-48e5-989d-a5d3dc110b14 req-9017fa29-0fdd-41ed-84da-9b6b356c06b7 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.0796907 Jul 22 23:14:55.131715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a67fc0c3-92a5-48e5-989d-a5d3dc110b14 req-55487fd4-0a1b-41a0-a1b9-44bee696c538 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408897 Jul 22 23:14:56.051899 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8f68-128f-46b9-82ff-bbf52d5c59be req-c12125ac-cfcd-43d5-9b5a-8a03554f8778 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.054184 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-746b8f68-128f-46b9-82ff-bbf52d5c59be req-c12125ac-cfcd-43d5-9b5a-8a03554f8778 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0748160 Jul 22 23:14:56.106420 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-746b8f68-128f-46b9-82ff-bbf52d5c59be req-5ce21c5e-1386-4384-afcf-2b086c21855a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Jul 22 23:14:56.272856 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483da38-c895-4e74-a43c-b442e30fb889 req-c03d4481-1aa4-4997-9d9a-2aa101af3c28 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.274958 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9483da38-c895-4e74-a43c-b442e30fb889 req-c03d4481-1aa4-4997-9d9a-2aa101af3c28 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.0732830 Jul 22 23:14:56.325700 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9483da38-c895-4e74-a43c-b442e30fb889 req-763d1e00-6556-41fd-8e65-f382d176a4a3 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Jul 22 23:14:56.773734 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-1ec4ac5e-7fdc-44b9-8832-0afa33861189 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.775505 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-1ec4ac5e-7fdc-44b9-8832-0afa33861189 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.0712297 Jul 22 23:14:56.868069 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 35c70721-82ad-44fe-9826-f2715393ee71 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:56.892957 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 35c70721-82ad-44fe-9826-f2715393ee71 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:56.893713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 35c70721-82ad-44fe-9826-f2715393ee71 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:56.934815 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Deleting port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:56.935205 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.054239 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] For port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:57.054939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.354944 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.355291 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.355546 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Floating IP f1397548-a241-402e-86f9-005d64a6b1fd disassociated. External IP: 172.27.0.74, port: a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c. Jul 22 23:14:57.355895 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Calling delete_port for a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:57.364682 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a57d7-941f-4a03-937c-db44871dd1fc req-eb9c0044-78fc-479c-9cb9-a290663dbf4c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:57.366195 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f0a57d7-941f-4a03-937c-db44871dd1fc req-eb9c0044-78fc-479c-9cb9-a290663dbf4c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1443880 Jul 22 23:14:57.461979 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f0a57d7-941f-4a03-937c-db44871dd1fc req-c3be1ae3-5a60-49fa-a4bb-9bfad8786e53 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850034 Jul 22 23:14:57.548050 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968adc5-a480-498a-b563-6cd7d4c76dc6 req-1d9a5dbe-51af-44c2-a95c-8ecff9acbf58 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:57.548502 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8968adc5-a480-498a-b563-6cd7d4c76dc6 req-1d9a5dbe-51af-44c2-a95c-8ecff9acbf58 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 945 time: 0.1048040 Jul 22 23:14:57.615639 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8968adc5-a480-498a-b563-6cd7d4c76dc6 req-9663367e-c571-4a68-bd5c-f056f5507d5c tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c40bcaf-448c-4953-bdd4-c282008fab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607903 Jul 22 23:14:57.636180 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.670116 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'Port': ['ID=a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:57.779820 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:57.881274 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:57.893935 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:57.904294 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:57.904944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:57.928997 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] No DVR routers for this DVR port a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:57.931561 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.933582 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-807293b2-4bbf-407c-80eb-e744d9d62611 req-cd520826-0528-4c30-8a36-d028dde96130 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.61 "DELETE /v2.0/ports/a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c HTTP/1.1" status: 204 len: 173 time: 1.1525528 Jul 22 23:14:57.934015 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'name': 'network-vif-deleted', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:57.936214 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09317c76-c6ab-4e6e-ba33-34ab48422c93" -d '{"events": [{"server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "name": "network-vif-deleted", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:57.971223 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730fcd84-5819-47c3-9886-6ce5aeb7cd77 x-openstack-request-id: req-730fcd84-5819-47c3-9886-6ce5aeb7cd77 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:57.971511 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcfe06-ba70-456b-9d23-44d31138369a", "name": "network-vif-deleted", "tag": "a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:57.971758 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-730fcd84-5819-47c3-9886-6ce5aeb7cd77 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:57.972145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bcfe06-ba70-456b-9d23-44d31138369a', 'name': 'network-vif-deleted', 'tag': 'a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c', 'status': 'completed', 'code': 200} Jul 22 23:14:58.009900 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:58.214318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.243949 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:58.251970 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:58.252573 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:14:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.352828 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:58.540174 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.565813 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76e7ad-064b-4099-8f40-222e88afff80 None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': 'f5b0b502-d531-4e1a-b90c-72194cb8b39f', 'name': '', 'network_id': 'e6af4070-e467-4b63-86e3-19ccc36f207a', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'mac_address': 'fa:16:3e:f9:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:52Z', 'updated_at': '2021-07-22T23:09:08Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'subnets': [{'id': 'f3921267-6c23-410c-ae46-3129f3cec6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:58.599380 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cf0bc-e925-45e8-ab22-9f6ee63064db req-c9923001-1f33-4265-b6bd-7cc5c43f9168 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:58.600956 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d93cf0bc-e925-45e8-ab22-9f6ee63064db req-c9923001-1f33-4265-b6bd-7cc5c43f9168 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0653253 Jul 22 23:14:58.641849 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d93cf0bc-e925-45e8-ab22-9f6ee63064db req-9d9956a1-6b63-4ff9-ab58-4b62c4997a35 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351481 Jul 22 23:14:58.728939 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cc6df6ae-73c0-438a-91fd-1304cd687cfd req-d1d3e2ec-fbd5-4916-b733-da28293ca51a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 210 time: 0.0308199 Jul 22 23:14:58.772184 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062da0af-c040-4d98-bbe7-703c83f64a31 None None] New status for floating IP f1397548-a241-402e-86f9-005d64a6b1fd: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:14:59.775755 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9877e-394a-4552-9277-998662d6ed04 req-7d13c52f-78f1-4b78-be61-b3a1f66b350c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.777308 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5de9877e-394a-4552-9277-998662d6ed04 req-7d13c52f-78f1-4b78-be61-b3a1f66b350c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0666146 Jul 22 23:14:59.833500 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-31e0bec7-96d1-450d-a709-166be9dbfb75 req-f4b5e4f4-e9d3-4e10-a26e-b6eab7c2257d tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bcfe06-ba70-456b-9d23-44d31138369a HTTP/1.1" status: 200 len: 210 time: 0.0362544 Jul 22 23:14:59.841835 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5de9877e-394a-4552-9277-998662d6ed04 req-db8f223f-ef97-496b-b75a-b900cb81800b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589108 Jul 22 23:15:00.370213 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9f1a-4bc0-4262-9011-8b5ce1a89f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:00.549553 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-b59e1e1a-30ca-4dc2-b206-d2b71b49dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.551052 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-b59e1e1a-30ca-4dc2-b206-d2b71b49dd5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1098 time: 0.0520434 Jul 22 23:15:00.642377 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-491d482f-5d61-46d0-b371-e0b690bcbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.643843 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-491d482f-5d61-46d0-b371-e0b690bcbd53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.0869656 Jul 22 23:15:00.705955 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-b3102a2e-c6c0-4635-bfe1-8363f7cca217 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 1001 time: 0.0556016 Jul 22 23:15:00.754879 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-4a209479-5ff5-44c7-b992-9877d311b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.756254 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-4a209479-5ff5-44c7-b992-9877d311b428 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0443223 Jul 22 23:15:00.811233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-f0a23322-dd19-4785-9708-8f1fbf3717e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.812718 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-f0a23322-dd19-4785-9708-8f1fbf3717e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504622 Jul 22 23:15:00.907609 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-d88378c5-0135-439d-a200-bfb6975e3917 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885849 Jul 22 23:15:00.919358 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46472) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:00.975368 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:00.999033 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.038919 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-92b596e4-27b0-41f6-ba5c-a1bd9aa8c788 req-439ff0ca-be7b-4bf8-92d5-d20f709bf541 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254251 Jul 22 23:15:01.046948 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.047293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebef70-f686-48d6-8d7a-517b6b8fbfce req-df64802a-4f42-4be3-bbfe-627397cd75ab tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:01.048774 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72ebef70-f686-48d6-8d7a-517b6b8fbfce req-df64802a-4f42-4be3-bbfe-627397cd75ab tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.1270993 Jul 22 23:15:01.050237 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.051604 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c40bcaf-448c-4953-bdd4-c282008fab0b HTTP/1.1" status: 204 len: 168 time: 0.1304777 Jul 22 23:15:01.055027 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46474) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.061414 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67768433-be31-476f-bec4-d1633d686b0a tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40bcaf-448c-4953-bdd4-c282008fab0b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:01.081531 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.api.v2.resource [None req-5d5c36a2-1887-4f57-a337-f7268337ea20 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] show failed (client error): The resource could not be found. Jul 22 23:15:01.085788 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5d5c36a2-1887-4f57-a337-f7268337ea20 tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "GET /v2.0/security-groups/4c40bcaf-448c-4953-bdd4-c282008fab0b HTTP/1.1" status: 404 len: 347 time: 0.0295818 Jul 22 23:15:01.088117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46478) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.429153 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72ebef70-f686-48d6-8d7a-517b6b8fbfce req-0b6afc34-08e7-4dcc-80ae-dd54393430a9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664298 Jul 22 23:15:01.483982 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Deleting port 73bff933-309f-4f96-b840-2d8ae97117d9 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:01.484329 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.547127 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.558081 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.558410 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.569391 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Calling delete_port for 73bff933-309f-4f96-b840-2d8ae97117d9 owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:01.694339 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.722417 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Pushing event deleted for resources: {'Port': ['ID=73bff933-309f-4f96-b840-2d8ae97117d9,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:01.784861 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.787464 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.788760 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-86a3d7b9-bdd7-43cc-a4c3-5a17d78b1dcd tempest-AttachVolumeTestJSON-605919073 tempest-AttachVolumeTestJSON-605919073-project] 10.222.0.15 "DELETE /v2.0/floatingips/f1397548-a241-402e-86f9-005d64a6b1fd HTTP/1.1" status: 204 len: 168 time: 0.6985862 Jul 22 23:15:02.055240 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-95ddb846-526f-4437-8bf1-d29e67c7521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.056674 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-95ddb846-526f-4437-8bf1-d29e67c7521c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1098 time: 0.0580328 Jul 22 23:15:02.161428 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-8693110e-73a5-4fee-b153-3d8ee33df376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.162917 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-8693110e-73a5-4fee-b153-3d8ee33df376 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.0868232 Jul 22 23:15:02.232025 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-bb634b65-fa71-4e7b-a554-b6304360795c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 1001 time: 0.0606251 Jul 22 23:15:02.278829 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-18944ca2-b5a4-404a-bcca-a10a34c05498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.280211 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-18944ca2-b5a4-404a-bcca-a10a34c05498 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0415010 Jul 22 23:15:02.338215 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-1ac1bc98-0e0c-4dda-8ba6-245338f4fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.339621 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-1ac1bc98-0e0c-4dda-8ba6-245338f4fc43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509820 Jul 22 23:15:02.435100 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-87a2cc90-f671-4676-8a92-2d20970bad8b service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Jul 22 23:15:02.559227 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54ee2c52-e54d-471d-b2b7-f8efafd188e2 req-d1eb3829-30e5-4a23-8ead-f5d42d64e39e service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160467 Jul 22 23:15:02.592509 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8150d8b-3512-443f-acdf-5d9c48d51066 req-23877a3e-62cd-42e5-892e-838df1bd1366 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.595664 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e8150d8b-3512-443f-acdf-5d9c48d51066 req-23877a3e-62cd-42e5-892e-838df1bd1366 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0859797 Jul 22 23:15:02.640913 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e8150d8b-3512-443f-acdf-5d9c48d51066 req-5da8877f-a7db-4bd9-905e-396d0223ba32 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376155 Jul 22 23:15:02.856936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.920897 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad2d8fd-1580-489f-80d1-1706519471be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.778958 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1a3ff-0508-4ab9-9b06-abb0616bda34 req-dc044e54-d311-46bc-81af-5f56bdff6f31 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:03.780470 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6c1a3ff-0508-4ab9-9b06-abb0616bda34 req-dc044e54-d311-46bc-81af-5f56bdff6f31 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 945 time: 0.0635951 Jul 22 23:15:03.819179 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f6c1a3ff-0508-4ab9-9b06-abb0616bda34 req-83146dba-6dc1-4802-9318-a0da95744b79 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Jul 22 23:15:03.991218 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:04.012542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:04.012945 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device a780bce2-0567-4fd9-a43c-f1cb5e0c5f8c not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:04.013351 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:04.063597 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.109137 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.138996 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:04.141542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe09fb3-2e51-44b6-bd36-9ec3d58fe63d" -d '{"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-unplugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:04.158676 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:04.174128 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.205039 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ff254-7e97-4028-9d2c-d6954b407027 x-openstack-request-id: req-943ff254-7e97-4028-9d2c-d6954b407027 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:04.205717 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-unplugged", "status": "failed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "code": 422}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:04.206157 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-943ff254-7e97-4028-9d2c-d6954b407027 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:04.206588 dv-cinder-801913-2-iscsi neutron-server[93163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'code': 422} returned with failed status Jul 22 23:15:04.233864 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=8']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:04.813923 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9bb45-7403-4f53-bc95-91b937abb569 req-5943f663-3a6c-493f-85f8-cf8e67baed25 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.815424 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-58e9bb45-7403-4f53-bc95-91b937abb569 req-5943f663-3a6c-493f-85f8-cf8e67baed25 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1007104 Jul 22 23:15:04.854158 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-48741a55-2a5d-45da-b29a-77de8dedd1a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988569 Jul 22 23:15:04.867947 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-58e9bb45-7403-4f53-bc95-91b937abb569 req-3494efd3-b88a-4043-b012-d157672077df tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Jul 22 23:15:05.355432 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46578) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:05.766660 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.893486 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.057852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cb87-1463-4157-99fe-14c73caa531c req-3e9dc26a-eee6-4302-8a86-93bee016e70a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.059238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fc8cb87-1463-4157-99fe-14c73caa531c req-3e9dc26a-eee6-4302-8a86-93bee016e70a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1055479 Jul 22 23:15:06.160744 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fc8cb87-1463-4157-99fe-14c73caa531c req-385197d5-1c76-4b1b-a4f5-3fe3e89bd4f9 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723019 Jul 22 23:15:06.277439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Deleting port f5b0b502-d531-4e1a-b90c-72194cb8b39f {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:06.277782 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.355054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] For port f5b0b502-d531-4e1a-b90c-72194cb8b39f, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=f5b0b502-d531-4e1a-b90c-72194cb8b39f,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:06.355339 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.367011 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Calling delete_port for f5b0b502-d531-4e1a-b90c-72194cb8b39f owned by network:router_interface {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:06.543378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.573818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b0b502-d531-4e1a-b90c-72194cb8b39f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:06.733245 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.938598 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Router f7d3315b-9365-4675-a947-88c6e185ba3e has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:07.042601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:07.047574 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-22ea9d7c-a8de-4430-a78c-62eeb20613ad admin admin] 10.222.0.15 "PUT /v2.0/routers/f7d3315b-9365-4675-a947-88c6e185ba3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6911094 Jul 22 23:15:07.050072 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46586) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:07.052645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Sync routers for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:07.061801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:07.062509 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:07.291397 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:07.438128 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks [] for router, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.473493 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:15:06Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:07.499520 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Checking router: f7d3315b-9365-4675-a947-88c6e185ba3e for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:07.507749 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Routers {'f7d3315b-9365-4675-a947-88c6e185ba3e'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:07.508885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f7d3315b-9365-4675-a947-88c6e185ba3e'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:07.515500 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b889d-cc7e-437b-8fe7-47f03ad26348 req-05e54d1c-c526-410d-a9b9-745e7ab6817f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:07.517014 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-367b889d-cc7e-437b-8fe7-47f03ad26348 req-05e54d1c-c526-410d-a9b9-745e7ab6817f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1417849 Jul 22 23:15:07.568193 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-367b889d-cc7e-437b-8fe7-47f03ad26348 req-8de67be2-0f48-4493-a610-7cb92bae545d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Jul 22 23:15:07.581100 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.615658 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] Set router f7d3315b-9365-4675-a947-88c6e185ba3e gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:07.635079 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Deleting port 57cadcc7-0c45-427e-9fc4-f8125a3cc655 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:07.635427 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.715013 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] For port 57cadcc7-0c45-427e-9fc4-f8125a3cc655, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57cadcc7-0c45-427e-9fc4-f8125a3cc655,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:07.715371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.726752 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Calling delete_port for 57cadcc7-0c45-427e-9fc4-f8125a3cc655 owned by network:router_gateway {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:07.790361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:15:06Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:07.815741 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2b3b2-854e-44a4-a175-5488bf7131af None None] The sync data for ids ['f7d3315b-9365-4675-a947-88c6e185ba3e'] in dv-cinder-801913-2-iscsi is: [{'id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'name': 'tempest-AttachVolumeTestJSON-1167786055-router', 'tenant_id': '1d86994d98374dc49c4106628aca1303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:15:06Z', 'revision_number': 5, 'project_id': '1d86994d98374dc49c4106628aca1303', 'gw_port': {'id': '57cadcc7-0c45-427e-9fc4-f8125a3cc655', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3315b-9365-4675-a947-88c6e185ba3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:41Z', 'updated_at': '2021-07-22T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:07.898917 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.929233 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cadcc7-0c45-427e-9fc4-f8125a3cc655,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:07.986322 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.075061 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.077183 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.121838 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.122370 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d3315b-9365-4675-a947-88c6e185ba3e {{(pid=93161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:15:08.126965 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.128123 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b056f2ac-d5c0-4332-8933-c9e408501058 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7d3315b-9365-4675-a947-88c6e185ba3e HTTP/1.1" status: 204 len: 168 time: 1.0771403 Jul 22 23:15:08.130629 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46592) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.174922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Deleting subnet f3921267-6c23-410c-ae46-3129f3cec6a7 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:08.178321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.220186 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.304563 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.327550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:08.368431 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.395573 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3921267-6c23-410c-ae46-3129f3cec6a7,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:08.397718 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.402891 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46596) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.403547 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-50a90846-d9d7-4abc-8bae-a211c2300095 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3921267-6c23-410c-ae46-3129f3cec6a7 HTTP/1.1" status: 204 len: 168 time: 0.2713079 Jul 22 23:15:08.407805 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779cf6a8-f992-4df1-b277-7289631d6986 None None] Network e6af4070-e467-4b63-86e3-19ccc36f207a requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:08.490367 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.553381 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Deleting port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:08.553800 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.615262 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] For port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,segment=NetworkSegment(7a2afd8c-6e63-40a8-896c-171024430f1a),segment_id=7a2afd8c-6e63-40a8-896c-171024430f1a)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:08.615618 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.627424 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Calling delete_port for aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:08.707002 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.734333 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:08.736110 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] No DVR routers for this DVR port aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf on host dv-cinder-801913-2-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:15:08.759311 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bf0e0-8c46-4b10-84ba-1f142cf20639 req-a982bbbd-ec03-4f32-8f4f-55b1a11ec9e7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:08.760944 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d5bf0e0-8c46-4b10-84ba-1f142cf20639 req-a982bbbd-ec03-4f32-8f4f-55b1a11ec9e7 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.1203501 Jul 22 23:15:08.807086 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.816815 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6af4070-e467-4b63-86e3-19ccc36f207a']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:08.817912 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-785f0dbe-6176-4e82-94f8-144a77b17bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:08.819397 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-785f0dbe-6176-4e82-94f8-144a77b17bee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6&tenant_id=fc405006d7514404a815206acb096bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1338558 Jul 22 23:15:08.823139 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d5bf0e0-8c46-4b10-84ba-1f142cf20639 req-75cad4ff-97f2-47ed-bdea-ff0f83c1c16e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563347 Jul 22 23:15:08.827602 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2afd8c-6e63-40a8-896c-171024430f1a') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:08.827974 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2afd8c-6e63-40a8-896c-171024430f1a') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:08.838002 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.857052 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.863946 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:08.864343 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:08.866062 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:08.894467 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-6bac31a3-283d-4072-9cbf-f9a7ac2dec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:08.896564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-6bac31a3-283d-4072-9cbf-f9a7ac2dec33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1096 time: 0.0544145 Jul 22 23:15:08.906415 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b0089-7d02-4a41-8f71-d9491174797c None None] DHCP port deletion for e6af4070-e467-4b63-86e3-19ccc36f207a request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:15:08.928028 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.944313 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.948932 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e6af4070-e467-4b63-86e3-19ccc36f207a HTTP/1.1" status: 204 len: 168 time: 0.5399613 Jul 22 23:15:08.948932 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233a28-c81a-4870-8492-4ac6ea0512c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6af4070-e467-4b63-86e3-19ccc36f207a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:09.009838 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-68cdd64b-0c82-4949-94ed-aae575e0bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:09.011322 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-68cdd64b-0c82-4949-94ed-aae575e0bc3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.1071715 Jul 22 23:15:09.058598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46602) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:09.078954 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-2684b4ad-3e1a-49e6-bf9d-4463b4c603c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 999 time: 0.0607643 Jul 22 23:15:09.097663 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a0508a79-c05e-4d19-ba02-4e47e96d9de0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d86994d98374dc49c4106628aca1303&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379725 Jul 22 23:15:09.100284 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46604) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:09.131449 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-5f1696a5-0e48-4a02-b020-17c7b4fd1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:09.133588 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-5f1696a5-0e48-4a02-b020-17c7b4fd1fd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0479877 Jul 22 23:15:09.151880 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.172073 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.188814 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-ed4e2e4f-024d-4234-b651-e5cfbc863f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:09.190346 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-ed4e2e4f-024d-4234-b651-e5cfbc863f79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515828 Jul 22 23:15:09.219042 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.221866 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.223017 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fbedf65-0e10-46ef-a7ae-0ce4ac3b8ccd HTTP/1.1" status: 204 len: 168 time: 0.1217999 Jul 22 23:15:09.231133 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c30a-e04c-4662-ba30-c9a07c0c9dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbedf65-0e10-46ef-a7ae-0ce4ac3b8ccd,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:09.289745 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-522842eb-b509-4459-985f-bf5a1bd6007e service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929723 Jul 22 23:15:09.381184 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bbd15c10-8f41-4243-924b-0a74d541c416 req-912714e9-68df-49db-93e8-79cefef6e2a7 service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Jul 22 23:15:09.481054 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57cadcc7-0c45-427e-9fc4-f8125a3cc655 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:09.501223 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 57cadcc7-0c45-427e-9fc4-f8125a3cc655 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:09.501748 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57cadcc7-0c45-427e-9fc4-f8125a3cc655 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:09.502310 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f5b0b502-d531-4e1a-b90c-72194cb8b39f no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:09.523747 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: f5b0b502-d531-4e1a-b90c-72194cb8b39f {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:09.524405 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device f5b0b502-d531-4e1a-b90c-72194cb8b39f not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:09.524839 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:09.543728 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:09.544072 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device aac8fc72-a3d5-44e9-a758-2e69b9f7a7cf not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:09.968557 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899423e-2294-41d3-9b6a-7443c7ddc838 req-467373bd-5f24-45b6-9fe8-904eaff034a0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:09.970145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c899423e-2294-41d3-9b6a-7443c7ddc838 req-467373bd-5f24-45b6-9fe8-904eaff034a0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0720677 Jul 22 23:15:10.015225 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c899423e-2294-41d3-9b6a-7443c7ddc838 req-bdc8f595-1afd-4e5b-bfe8-2b4fca2de9b4 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 Jul 22 23:15:11.161799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27eee-0941-45fc-b9c8-e925a4058298 req-d66ccc24-9a93-4762-946a-8e027e633b17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:11.164648 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3a27eee-0941-45fc-b9c8-e925a4058298 req-d66ccc24-9a93-4762-946a-8e027e633b17 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0758345 Jul 22 23:15:11.203519 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c3a27eee-0941-45fc-b9c8-e925a4058298 req-d200b412-3b8f-475f-bd22-b06692c435c0 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Jul 22 23:15:12.342802 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd49d-2d73-4e18-b4c5-4bbd424de0dd req-9aae9b52-e6ab-46f6-9e47-22dcc1738bef tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:12.344319 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-352fd49d-2d73-4e18-b4c5-4bbd424de0dd req-9aae9b52-e6ab-46f6-9e47-22dcc1738bef tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0648386 Jul 22 23:15:12.383715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-352fd49d-2d73-4e18-b4c5-4bbd424de0dd req-6ad9165f-7265-49a4-973d-d404051ccf2e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Jul 22 23:15:13.528694 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e75264-8792-4895-855c-0a842d42ce5e req-9b75fe87-d2a3-4c3e-9432-f2edccec8db5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:13.530449 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72e75264-8792-4895-855c-0a842d42ce5e req-9b75fe87-d2a3-4c3e-9432-f2edccec8db5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0697875 Jul 22 23:15:13.569552 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72e75264-8792-4895-855c-0a842d42ce5e req-af9f1fc5-471f-45f8-84df-c3aa0c30d50a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 22 23:15:14.705436 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b107a-72eb-4e4f-9fa4-f8b085413039 req-9b507c06-c801-4666-b54b-b1bf37bf851e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:14.707249 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-527b107a-72eb-4e4f-9fa4-f8b085413039 req-9b507c06-c801-4666-b54b-b1bf37bf851e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Jul 22 23:15:14.746230 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-527b107a-72eb-4e4f-9fa4-f8b085413039 req-b9eb7129-30d3-4e28-91d6-d3bcab942000 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Jul 22 23:15:15.893534 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94dad-2a73-47b7-952e-24ab135a7282 req-840bff0c-0a39-4227-811b-989d0dd8448b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:15.895041 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b8e94dad-2a73-47b7-952e-24ab135a7282 req-840bff0c-0a39-4227-811b-989d0dd8448b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0745602 Jul 22 23:15:15.939208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b8e94dad-2a73-47b7-952e-24ab135a7282 req-b85e0fb3-e392-4660-9e84-6aa1fa30b305 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375202 Jul 22 23:15:17.077903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c2962-648a-4fdc-9f9a-ee3dddc1b177 req-184df22c-686c-4201-9f0d-9741c60aed71 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:17.079420 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da9c2962-648a-4fdc-9f9a-ee3dddc1b177 req-184df22c-686c-4201-9f0d-9741c60aed71 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0676987 Jul 22 23:15:17.118852 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-da9c2962-648a-4fdc-9f9a-ee3dddc1b177 req-820d3dcd-3c15-4473-a04f-60be6111b156 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335484 Jul 22 23:15:18.253842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460c570-864c-4798-bef5-2fee83474a08 req-164e1ded-ca51-4474-b61d-b561d8ac1614 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:18.255279 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1460c570-864c-4798-bef5-2fee83474a08 req-164e1ded-ca51-4474-b61d-b561d8ac1614 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0663314 Jul 22 23:15:18.294292 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1460c570-864c-4798-bef5-2fee83474a08 req-af9b5f67-09ef-4236-b08d-0c589d47e61c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Jul 22 23:15:18.814801 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46802) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.918963 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31969b8f-4caf-4818-97a6-c33ed07e9982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.026674 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31969b8f-4caf-4818-97a6-c33ed07e9982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.076084 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31969b8f-4caf-4818-97a6-c33ed07e9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.131458 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969b8f-4caf-4818-97a6-c33ed07e9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd53c11-9b6d-461d-94ee-4248458c045f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.140334 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-31969b8f-4caf-4818-97a6-c33ed07e9982 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c9ee5e0a1a740c084490631afe2bc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243651 Jul 22 23:15:19.140626 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46806) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:19.210190 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.233117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.281596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.284133 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.285359 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecd53c11-9b6d-461d-94ee-4248458c045f HTTP/1.1" status: 204 len: 168 time: 0.1437893 Jul 22 23:15:19.294155 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd53c11-9b6d-461d-94ee-4248458c045f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.305158 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.305543 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.306730 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.307079 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.307420 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.307761 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.308106 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.308436 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.308800 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.309138 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.309465 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.309791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62801e96-a9cd-4879-aef5-e104281b029d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:19.439870 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068fde0-3f49-41ad-8c4f-397c14bfd630 req-d3c9402d-e00f-43b0-9115-d4e724516241 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:19.442379 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a068fde0-3f49-41ad-8c4f-397c14bfd630 req-d3c9402d-e00f-43b0-9115-d4e724516241 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0704226 Jul 22 23:15:19.494519 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a068fde0-3f49-41ad-8c4f-397c14bfd630 req-432f0424-c7f8-4f4b-b48b-d202100ca970 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447495 Jul 22 23:15:20.629904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2f2cc-b0d9-4ae0-92cc-6c424e364883 req-763d8394-1a03-48ec-acfc-1082fae4ccac tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:20.631421 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-25c2f2cc-b0d9-4ae0-92cc-6c424e364883 req-763d8394-1a03-48ec-acfc-1082fae4ccac tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0656698 Jul 22 23:15:20.677084 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-25c2f2cc-b0d9-4ae0-92cc-6c424e364883 req-972aac6f-8e88-4d4c-98f8-c7553732de33 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Jul 22 23:15:21.812251 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179d9e5-fbb8-4827-84aa-f108a1937d39 req-23f601f9-26dc-4f71-ae2c-2dbbb26246ef tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:21.813797 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c179d9e5-fbb8-4827-84aa-f108a1937d39 req-23f601f9-26dc-4f71-ae2c-2dbbb26246ef tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0632586 Jul 22 23:15:21.850867 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c179d9e5-fbb8-4827-84aa-f108a1937d39 req-c4a180dd-9ff7-4199-9b69-394de2dd34dc tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Jul 22 23:15:21.951884 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46890) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:21.997766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Deleting subnet df26346b-b070-430f-9ad6-7cb761daebf6 {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:22.000975 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.034406 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.076591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.129877 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.155371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df26346b-b070-430f-9ad6-7cb761daebf6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:22.159466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.161399 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d21f6320-8d66-4468-97bb-73ee5a5e72dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/df26346b-b070-430f-9ad6-7cb761daebf6 HTTP/1.1" status: 204 len: 168 time: 0.2085083 Jul 22 23:15:22.163904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 46896) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:22.231995 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.319016 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.330593 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efc1f6-03a8-4986-aae5-ef7cbf30e88f']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:22.342129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d591d3-7c9a-42c6-8636-4cb4b07a14b7') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:22.342454 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d591d3-7c9a-42c6-8636-4cb4b07a14b7') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:22.352886 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.367893 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.375596 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:22.376079 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:22.377978 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:22.439313 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.443564 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.446790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] 10.222.0.15 "DELETE /v2.0/networks/60efc1f6-03a8-4986-aae5-ef7cbf30e88f HTTP/1.1" status: 204 len: 168 time: 0.2820160 Jul 22 23:15:22.459153 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0890546-61d5-4e87-b6f8-d2985514333a admin admin] Pushing event deleted for resources: {'Network': ['ID=60efc1f6-03a8-4986-aae5-ef7cbf30e88f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:22.603656 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46908) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:22.643467 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e7a669c5-a463-4e0a-bbd0-b70942b95303 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8695728aadd94e8bbe89491d8525ae48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384574 Jul 22 23:15:22.645747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46910) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:22.693695 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.714509 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.759169 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.761791 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.762947 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27f1d599-1b53-4622-a259-087db820ba74 HTTP/1.1" status: 204 len: 168 time: 0.1162832 Jul 22 23:15:22.770591 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4eaf4-f363-4bc1-bce7-e90ba64e7aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f1d599-1b53-4622-a259-087db820ba74,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:22.985621 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431882-6b93-49df-8498-394d6b61a232 req-ebb316f6-9e92-4b0a-8227-d0cbfd343134 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:22.987132 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1b431882-6b93-49df-8498-394d6b61a232 req-ebb316f6-9e92-4b0a-8227-d0cbfd343134 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0639057 Jul 22 23:15:23.026059 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1b431882-6b93-49df-8498-394d6b61a232 req-1fc42574-1175-4751-be51-ceba9a8b55ce tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Jul 22 23:15:23.411942 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46934) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:23.504995 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1879005177-network', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:23.526856 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Made reservation on behalf of 90f6a00e7233438b8a1677cba0386ede for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:23.529295 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.537343 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.629056 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.633123 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.652711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:15:23.670192 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc444c-2db8-4bb8-b5e7-5b0402c2ace6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.673028 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.673370 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Added segment 2324d31b-bf75-4e17-a02a-36de3b71831a of type vlan for network 8dc85835-d634-476a-9d20-476224dbc5b0 Jul 22 23:15:23.712539 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.742473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.743567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.744162 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.771009 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:23.777634 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3644552 Jul 22 23:15:23.780467 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46944) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:23.786802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Request body: {'subnet': {'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1879005177-subnet', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:23.818355 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52cd0e-acb7-4571-b9d7-1f88dfc52c1e admin admin] Pushing event updated for resources: {'Network': ['ID=8dc85835-d634-476a-9d20-476224dbc5b0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.829777 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:23.835466 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Made reservation on behalf of 90f6a00e7233438b8a1677cba0386ede for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:23.838421 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3270425'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.013681 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3270507'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.072810 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=588fb227-5978-4afe-8568-1ee30b85c534,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.081151 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:24.081535 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Network hostable DHCP agents. Network: 8dc85835-d634-476a-9d20-476224dbc5b0, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:24.097775 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:24.106927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 8dc85835-d634-476a-9d20-476224dbc5b0) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:24.111623 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.112558 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.115566 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6835f4-057e-4bed-89c1-58823d537872 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:24.128245 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8248da32-65e8-486f-af15-d27a9acca9fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3467183 Jul 22 23:15:24.130883 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46958) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:24.136696 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:24.159859 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.161048 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.175625 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b047a7-7f4e-4e9e-87da-c0bf6b3bb85e req-7b4709a7-249b-4627-9fa9-85a2a4c310f3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.177175 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-02b047a7-7f4e-4e9e-87da-c0bf6b3bb85e req-7b4709a7-249b-4627-9fa9-85a2a4c310f3 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 943 time: 0.0797338 Jul 22 23:15:24.216749 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-02b047a7-7f4e-4e9e-87da-c0bf6b3bb85e req-c0ae4616-0033-465f-a00d-a2c67d818386 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Jul 22 23:15:24.218641 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.275197 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-8dc85835-d634-476a-9d20-476224dbc5b0', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:15:24.276055 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.362701 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.407363 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Allocated IP 172.20.0.2 (8dc85835-d634-476a-9d20-476224dbc5b0/588fb227-5978-4afe-8568-1ee30b85c534/7df6fa08-8383-4ed1-beb9-bda07a82675a) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:24.556420 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.565123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Transition to ACTIVE for port object 7df6fa08-8383-4ed1-beb9-bda07a82675a will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:24.580111 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Transition to ACTIVE for port object 7df6fa08-8383-4ed1-beb9-bda07a82675a will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:24.586562 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.628196 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:24.631307 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:24.636247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:24.641170 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Pushing event updated for resources: {'Port': ['ID=7df6fa08-8383-4ed1-beb9-bda07a82675a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.701906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Attempting to bind port 7df6fa08-8383-4ed1-beb9-bda07a82675a on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:24.702263 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Attempting to bind port 7df6fa08-8383-4ed1-beb9-bda07a82675a by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:24.702614 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Attempting to bind port 7df6fa08-8383-4ed1-beb9-bda07a82675a on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:24.707586 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:24.707950 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:24.708739 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.708739 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Bound using segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:24.709187 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Bound port: 7df6fa08-8383-4ed1-beb9-bda07a82675a, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:24.709556 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.769146 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] For port 7df6fa08-8383-4ed1-beb9-bda07a82675a, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:24.772088 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] For port 7df6fa08-8383-4ed1-beb9-bda07a82675a, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7df6fa08-8383-4ed1-beb9-bda07a82675a,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:24.777557 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.812886 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.832730 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.837870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892f48-e9b2-4e22-a9e3-6ceb14bc2f51 None None] Pushing event updated for resources: {'Port': ['ID=7df6fa08-8383-4ed1-beb9-bda07a82675a,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.937535 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Allocated IP 172.27.0.211 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/214be4c8-6eb0-4cb1-87de-41d5292afb6e) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:24.969348 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:15:25.058967 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.106072 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.114999 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:25.128702 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'port_id': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'mac_address': 'fa:16:3e:85:f1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:15:25.144546 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:25.150061 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:25.152501 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:25.177079 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.181358 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Pushing event updated for resources: {'Port': ['ID=214be4c8-6eb0-4cb1-87de-41d5292afb6e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:25.189821 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:25.193745 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.194104 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.194451 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.194788 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.195119 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.195449 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.195780 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.196628 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.196982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.197309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.197629 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.197946 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:25.210021 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:25.215058 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.262490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=9']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:25.361818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a376-ecf0-437a-97e6-b4d54c86b583 req-14c1d0a5-71ed-493c-bfb0-2b09e1f60a84 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:25.363308 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3c0a376-ecf0-437a-97e6-b4d54c86b583 req-14c1d0a5-71ed-493c-bfb0-2b09e1f60a84 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0648608 Jul 22 23:15:25.401085 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d3c0a376-ecf0-437a-97e6-b4d54c86b583 req-af7dc376-4f73-4d23-b3ac-26efd20c51b6 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Jul 22 23:15:25.419767 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.509234 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7df6fa08-8383-4ed1-beb9-bda07a82675a up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:25.564731 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 7df6fa08-8383-4ed1-beb9-bda07a82675a completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:25.630219 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.748437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc76fcd-0b73-464b-a906-34430fdcb466 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:25.766775 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:15:25.870666 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Provisioning for port 7df6fa08-8383-4ed1-beb9-bda07a82675a completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:25.873173 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:25.882332 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:25.891600 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.893328 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cc6cb385-1f45-476c-8bb8-6b22096bf83b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7608354 Jul 22 23:15:25.896891 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 46966) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:25.898084 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:25.899036 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:25.902221 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Provisioning complete for port 7df6fa08-8383-4ed1-beb9-bda07a82675a triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:25.902589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.994855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.014332 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:26.030740 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] For port 7df6fa08-8383-4ed1-beb9-bda07a82675a, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7df6fa08-8383-4ed1-beb9-bda07a82675a,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:26.037034 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.113399 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e98bd-0eca-41e6-92f9-6e4028779581 None None] Pushing event updated for resources: {'Port': ['ID=7df6fa08-8383-4ed1-beb9-bda07a82675a,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:26.209914 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:25Z', 'revision_number': 3, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:26.237294 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:26.237635 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Updating router c44f33d3-460c-4991-adb2-f3b22d961cb3 port 214be4c8-6eb0-4cb1-87de-41d5292afb6e binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:26.260965 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-53aa39eb-644e-407a-999b-ade5e13c610f None None] Provisioning complete for port 7df6fa08-8383-4ed1-beb9-bda07a82675a triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:26.261368 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-53aa39eb-644e-407a-999b-ade5e13c610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.271025 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.363007 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.522744 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Allocated IP 172.20.0.1 (8dc85835-d634-476a-9d20-476224dbc5b0/588fb227-5978-4afe-8568-1ee30b85c534/9714f375-f2a6-404f-934b-17617d519f15) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:26.539489 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b112-e3c1-4577-ad9f-9f770a33184f req-26504aa3-d3be-4f94-b94c-c0680f4b43d5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:26.541616 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ec4b112-e3c1-4577-ad9f-9f770a33184f req-26504aa3-d3be-4f94-b94c-c0680f4b43d5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0665553 Jul 22 23:15:26.581660 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2ec4b112-e3c1-4577-ad9f-9f770a33184f req-0e4cb186-a33b-4133-9c72-4309a314ada8 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Jul 22 23:15:26.618155 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.627970 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Transition to ACTIVE for port object 214be4c8-6eb0-4cb1-87de-41d5292afb6e will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:26.632382 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.634085 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.646079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Transition to ACTIVE for port object 9714f375-f2a6-404f-934b-17617d519f15 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:26.678200 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.684309 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Attempting to bind port 214be4c8-6eb0-4cb1-87de-41d5292afb6e on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:26.684692 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Attempting to bind port 214be4c8-6eb0-4cb1-87de-41d5292afb6e by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:26.685050 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Attempting to bind port 214be4c8-6eb0-4cb1-87de-41d5292afb6e on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:26.686911 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Pushing event updated for resources: {'Port': ['ID=214be4c8-6eb0-4cb1-87de-41d5292afb6e,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:26.695410 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:26.695777 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:26.696710 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.697095 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:26.697548 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Bound port: 214be4c8-6eb0-4cb1-87de-41d5292afb6e, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:26.697935 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.699924 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.700256 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.700582 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.700927 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.701249 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.701564 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.701877 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.702187 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.702514 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.702828 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.703135 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.703440 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:26.718761 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:26.724990 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:26.728589 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:26.734240 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Pushing event updated for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:26.760204 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] For port 214be4c8-6eb0-4cb1-87de-41d5292afb6e, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:26.764090 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] For port 214be4c8-6eb0-4cb1-87de-41d5292afb6e, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=214be4c8-6eb0-4cb1-87de-41d5292afb6e,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:26.769343 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.771284 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.833015 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b4e0a-df76-4456-a3fe-117e2f11bab7 None None] Pushing event updated for resources: {'Port': ['ID=214be4c8-6eb0-4cb1-87de-41d5292afb6e,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:26.835601 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:26.836208 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:26.919037 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:26.946612 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:26.966885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-278ca5df-bc09-40c9-9a52-63e1e56d6cbc None None] Provisioning for port 9714f375-f2a6-404f-934b-17617d519f15 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:26.970836 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-278ca5df-bc09-40c9-9a52-63e1e56d6cbc None None] Provisioning complete for port 9714f375-f2a6-404f-934b-17617d519f15 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:26.971460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-278ca5df-bc09-40c9-9a52-63e1e56d6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.010684 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-278ca5df-bc09-40c9-9a52-63e1e56d6cbc None None] Port 9714f375-f2a6-404f-934b-17617d519f15 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:27.086120 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.090552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.100622 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['8277b5f5-b19d-4ead-b30b-a87c0f2845a6'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:27.128093 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:25Z', 'revision_number': 3, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:27.155758 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c797ce9-3d45-4a2b-b2f4-c8ab5b8de7ff None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:25Z', 'revision_number': 3, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:27.156052 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.159829 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Pushing event updated for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:27.266579 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:27.268066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:27.394997 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:27.537891 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-50e1658b-6aa2-4502-952f-70db199ae4ef None None] Provisioning complete for port 9714f375-f2a6-404f-934b-17617d519f15 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:27.538274 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-50e1658b-6aa2-4502-952f-70db199ae4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.575724 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:27.597653 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e012fbb1-4e78-42bf-81a9-d20064025409 admin admin] 10.222.0.15 "PUT /v2.0/routers/c44f33d3-460c-4991-adb2-f3b22d961cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994185 Jul 22 23:15:27.598993 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-50e1658b-6aa2-4502-952f-70db199ae4ef None None] Port 9714f375-f2a6-404f-934b-17617d519f15 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:27.683247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 214be4c8-6eb0-4cb1-87de-41d5292afb6e up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:27.770721 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd96a9-6dda-45c9-a84b-584a6e801751 req-1fa7695d-448c-42e1-9fc1-601d61d992f1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:27.772425 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8efd96a9-6dda-45c9-a84b-584a6e801751 req-1fa7695d-448c-42e1-9fc1-601d61d992f1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0824182 Jul 22 23:15:27.772914 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 214be4c8-6eb0-4cb1-87de-41d5292afb6e completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:27.778964 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 214be4c8-6eb0-4cb1-87de-41d5292afb6e triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:27.779595 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.840941 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8efd96a9-6dda-45c9-a84b-584a6e801751 req-a2d6d653-e841-4ffc-baca-2b1a3422114c tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583663 Jul 22 23:15:27.877602 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.902981 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 214be4c8-6eb0-4cb1-87de-41d5292afb6e, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=214be4c8-6eb0-4cb1-87de-41d5292afb6e,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:27.908413 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:27.909550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7df6fa08-8383-4ed1-beb9-bda07a82675a up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:27.987681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=214be4c8-6eb0-4cb1-87de-41d5292afb6e,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:28.004744 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 7df6fa08-8383-4ed1-beb9-bda07a82675a triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:28.005125 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.182870 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47008) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:28.188123 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2047677417-network', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:28.210031 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Made reservation on behalf of 4de4968c1ea5479d94a0570fb42c8099 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:28.212994 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.221748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.308974 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.313658 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.341162 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:15:28.347323 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa748c-62d3-4d50-81a6-ea21ec18ebcf,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:28.357275 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.357676 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Added segment 8526b9e9-8722-4fc9-9453-6030eabd1432 of type vlan for network b4d2420a-3455-4daa-bb61-47f52a546245 Jul 22 23:15:28.411416 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.442466 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.443265 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:28.443858 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.474725 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2907758 Jul 22 23:15:28.477417 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47010) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:28.483446 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Request body: {'subnet': {'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2047677417-subnet', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:28.514335 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4ba77-f471-4189-9c29-4c409daa42c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d2420a-3455-4daa-bb61-47f52a546245,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:28.523819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network b4d2420a-3455-4daa-bb61-47f52a546245 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:28.533398 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Made reservation on behalf of 4de4968c1ea5479d94a0570fb42c8099 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:28.535605 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3270425'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.702675 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3270507'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.760053 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=526dbf49-3459-4ce7-a961-49e564f80c57,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:28.767460 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Checking segment: {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:28.767824 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Network hostable DHCP agents. Network: b4d2420a-3455-4daa-bb61-47f52a546245, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:28.785305 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Network b4d2420a-3455-4daa-bb61-47f52a546245 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:28.795892 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, b4d2420a-3455-4daa-bb61-47f52a546245) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:28.800404 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:28.801261 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.807176 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3a05d-a798-450d-b629-ecef587a6a78 None None] Network b4d2420a-3455-4daa-bb61-47f52a546245 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:28.819953 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b7c4712b-288e-4131-97bb-797aa34ef71a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3401103 Jul 22 23:15:28.823003 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:28.829137 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:28.854506 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.855545 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.902585 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:28.913735 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.020089 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:29.025950 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:29.026543 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.027654 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d3a44-5b40-45a6-a546-5334a42f3b86 req-41274393-12ed-4671-8b59-526c09e7af6b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:29.035254 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e5d3a44-5b40-45a6-a546-5334a42f3b86 req-41274393-12ed-4671-8b59-526c09e7af6b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 944 time: 0.0969572 Jul 22 23:15:29.082763 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e5d3a44-5b40-45a6-a546-5334a42f3b86 req-5c9d3835-d085-46d1-8fb5-06adcde6661b tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465109 Jul 22 23:15:29.112467 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:29.113159 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:29.152912 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-b4d2420a-3455-4daa-bb61-47f52a546245', 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'fixed_ips': [{'subnet_id': '526dbf49-3459-4ce7-a961-49e564f80c57'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:15:29.153689 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.350982 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.462392 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:29.466246 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.496943 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 214be4c8-6eb0-4cb1-87de-41d5292afb6e up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:29.553003 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.572009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.612303 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:29.614612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bbc963-9f8f-41ce-9e77-54cc31e59904" -d '{"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:29.638214 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:29.639960 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Allocated IP 172.20.0.2 (b4d2420a-3455-4daa-bb61-47f52a546245/526dbf49-3459-4ce7-a961-49e564f80c57/7ecc6cf9-1ada-43a3-8ffe-32ae3531be66) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:29.659123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.665125 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d196752e-02b3-4a59-9bf1-8807669ee7cd x-openstack-request-id: req-d196752e-02b3-4a59-9bf1-8807669ee7cd {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:29.665423 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-plugged", "status": "completed", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:29.665678 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d196752e-02b3-4a59-9bf1-8807669ee7cd {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:29.666068 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'code': 200} Jul 22 23:15:29.684984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Allocated IP 172.27.0.190 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/e29c104d-bbf4-4f34-8f04-ffc732d9eed4) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:29.792783 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 214be4c8-6eb0-4cb1-87de-41d5292afb6e triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:29.793318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.799879 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=10']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:29.812711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.856934 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.866580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faa5be-2396-42a2-aade-b552829845bd req-19b437b8-d4b0-4fa6-a76b-5706bcee7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:29.868262 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f5faa5be-2396-42a2-aade-b552829845bd req-19b437b8-d4b0-4fa6-a76b-5706bcee7adb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1099 time: 0.0635598 Jul 22 23:15:29.893528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:29.898363 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:29.901373 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:29.914186 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f5faa5be-2396-42a2-aade-b552829845bd req-f3c3423d-2213-4116-a178-78602f8afd4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Jul 22 23:15:29.945171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Pushing event updated for resources: {'Port': ['ID=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:30.019893 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 2, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:30.023629 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.061557 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:30.062016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Updating router c44f33d3-460c-4991-adb2-f3b22d961cb3 port 9714f375-f2a6-404f-934b-17617d519f15 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:30.064005 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Transition to ACTIVE for port object 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:30.103117 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Transition to ACTIVE for port object 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:30.109603 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.117758 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.186156 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Network b4d2420a-3455-4daa-bb61-47f52a546245 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:30.195386 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:30.195761 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.201768 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:30.209652 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Pushing event updated for resources: {'Port': ['ID=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:30.244998 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579a8f1-b7a0-4d43-91a0-6525a3097179 req-d90d4825-35a7-4405-9dbf-1e41e94734df tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:30.248055 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0579a8f1-b7a0-4d43-91a0-6525a3097179 req-d90d4825-35a7-4405-9dbf-1e41e94734df tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.0921545 Jul 22 23:15:30.292823 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0579a8f1-b7a0-4d43-91a0-6525a3097179 req-5022adec-2a3c-46e6-863d-aedebcf02496 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389345 Jul 22 23:15:30.344019 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Attempting to bind port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:30.344399 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Attempting to bind port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:30.344951 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Attempting to bind port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 on network b4d2420a-3455-4daa-bb61-47f52a546245 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:30.358511 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:30.358875 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Checking segment: {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:30.359279 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.359672 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Bound using segment: {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:30.360156 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Bound port: 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:30.360538 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.419218 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7299-36f2-4736-93d4-d75854242ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.426423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.496413 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] For port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:30.514619 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] For port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:30.526923 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.570799 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:15:30.615164 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.615359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47050) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:30.630062 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d12c9-bb18-4c42-b13d-f1982d25d6ae None None] Pushing event updated for resources: {'Port': ['ID=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:30.633199 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Transition to ACTIVE for port object 9714f375-f2a6-404f-934b-17617d519f15 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:30.646149 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.709235 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:30.720395 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Sync routers for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:30.729885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea4e1-3a24-4b4c-b7a9-1528d1690806 None None] Pushing event updated for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:30.736415 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:30.738173 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:30.748472 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.753056 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47056) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:30.753474 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a2803eec-80e7-4c9c-9d3e-22122a45606c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9290295 Jul 22 23:15:30.806865 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Attempting to bind port 9714f375-f2a6-404f-934b-17617d519f15 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:30.807267 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Attempting to bind port 9714f375-f2a6-404f-934b-17617d519f15 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:30.807639 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Attempting to bind port 9714f375-f2a6-404f-934b-17617d519f15 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:30.813430 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:30.813816 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:30.814212 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.814614 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Bound using segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:30.815076 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Bound port: 9714f375-f2a6-404f-934b-17617d519f15, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:30.815464 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.933679 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd745e74-be61-4a62-a38d-bd71a75095cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:30.937496 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:30.952490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] For port 9714f375-f2a6-404f-934b-17617d519f15, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:30.966858 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] For port 9714f375-f2a6-404f-934b-17617d519f15, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=9714f375-f2a6-404f-934b-17617d519f15,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:30.975001 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.085135 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:31.087272 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:31.202150 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea4e1-3a24-4b4c-b7a9-1528d1690806 None None] Pushing event updated for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:31.286628 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:30Z', 'revision_number': 3, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:31.291645 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:31.324495 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd745e74-be61-4a62-a38d-bd71a75095cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.356229 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Checking router: e2eaa1fd-2a5e-497f-9759-b015b08aa4cc for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:31.356505 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Updating router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:31.412536 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.524807 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bd745e74-be61-4a62-a38d-bd71a75095cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.586088 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-bd745e74-be61-4a62-a38d-bd71a75095cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d2032637e3f4766b8dd882a23ac7cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9704342 Jul 22 23:15:31.588954 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47092) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:31.607359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd745e74-be61-4a62-a38d-bd71a75095cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fc93f-5f8e-4b7c-99a7-0de195f74a65,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:31.668742 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acb0c1-490e-4890-b0e7-99f2f004b458 req-8c7755dc-deb2-482d-8f8d-4a1347bc9b93 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:31.670949 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e7acb0c1-490e-4890-b0e7-99f2f004b458 req-8c7755dc-deb2-482d-8f8d-4a1347bc9b93 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.2009058 Jul 22 23:15:31.691576 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:31.696684 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.698421 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.746966 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.798002 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.826848 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.830098 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.834160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e7acb0c1-490e-4890-b0e7-99f2f004b458 req-ccc9480e-a695-48fd-9aa0-e67962b87636 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245594 Jul 22 23:15:31.835442 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/117fc93f-5f8e-4b7c-99a7-0de195f74a65 HTTP/1.1" status: 204 len: 168 time: 0.2449427 Jul 22 23:15:31.844802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639421-e880-4845-8645-78c8dc87b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fc93f-5f8e-4b7c-99a7-0de195f74a65,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:31.897279 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.909248 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Transition to ACTIVE for port object e29c104d-bbf4-4f34-8f04-ffc732d9eed4 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:31.920303 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.972018 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:31.995314 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f9669-800d-4f2c-a175-3c35a550a975 None None] Pushing event updated for resources: {'Port': ['ID=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.012749 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Attempting to bind port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:32.013367 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Attempting to bind port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:32.014018 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Attempting to bind port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:32.019810 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:32.020448 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:32.021255 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.021826 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:32.023188 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Bound port: e29c104d-bbf4-4f34-8f04-ffc732d9eed4, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:32.023777 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.117613 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:30Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:32.120625 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] For port e29c104d-bbf4-4f34-8f04-ffc732d9eed4, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:32.125787 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] For port e29c104d-bbf4-4f34-8f04-ffc732d9eed4, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:32.136605 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.152669 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Allocated IP 172.20.0.1 (b4d2420a-3455-4daa-bb61-47f52a546245/526dbf49-3459-4ce7-a961-49e564f80c57/1d3d8256-eb07-42a7-b825-662104e60996) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:32.156263 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc89a7-c135-4191-b32c-9d17d6058d1c None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:30Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:32.184681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ca602-74fc-4c20-b020-adbded7407c5 None None] Network b4d2420a-3455-4daa-bb61-47f52a546245 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:32.199273 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f9669-800d-4f2c-a175-3c35a550a975 None None] Pushing event updated for resources: {'Port': ['ID=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.251377 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:32.252056 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:32.362739 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Provisioning for port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:32.364612 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.375413 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47098) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:32.387601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Provisioning complete for port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:32.388179 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Transition to ACTIVE for port object 1d3d8256-eb07-42a7-b825-662104e60996 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:32.388414 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.395951 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-911bb557-a2b3-4efc-aad8-d6aa1181e99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.420845 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:32.435186 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.497509 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Network b4d2420a-3455-4daa-bb61-47f52a546245 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:32.499332 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:32.516986 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:32.537062 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-911bb557-a2b3-4efc-aad8-d6aa1181e99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.549297 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-911bb557-a2b3-4efc-aad8-d6aa1181e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.554963 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Pushing event updated for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.601818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.611461 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-911bb557-a2b3-4efc-aad8-d6aa1181e99b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d6de9ef78e40118b6de4bd619b9fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323873 Jul 22 23:15:32.613108 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47100) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:32.622082 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb557-a2b3-4efc-aad8-d6aa1181e99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9568f5f-18af-45c5-b9f0-b1aea6a854db,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.677517 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.758088 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.776802 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] For port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:32.793498 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.833016 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.944993 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.969573 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.975359 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.978261 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9568f5f-18af-45c5-b9f0-b1aea6a854db HTTP/1.1" status: 204 len: 168 time: 0.3624642 Jul 22 23:15:32.985391 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb054b-8386-4db7-9e92-722ac8027e41 None None] Pushing event updated for resources: {'Port': ['ID=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.995835 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92359ff2-1b85-4e2d-be1c-8825ba97bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.041215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21793422-ed58-4c88-a018-3ec8f4f8c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9568f5f-18af-45c5-b9f0-b1aea6a854db,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:33.078932 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:30Z', 'revision_number': 3, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:33.125523 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Provisioning complete for port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.128928 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.147956 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89a77a-7b2c-4fa3-bdb7-a68a07717f9b None None] The sync data for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi is: [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:30Z', 'revision_number': 3, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:33.240112 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.331647 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Provisioning for port 1d3d8256-eb07-42a7-b825-662104e60996 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:33.338318 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Provisioning complete for port 1d3d8256-eb07-42a7-b825-662104e60996 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.338942 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.366943 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f7bb-460e-44bd-adb4-528089bf9865 req-7466b6d3-49b7-44fb-8598-04b053789014 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:33.369070 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9874f7bb-460e-44bd-adb4-528089bf9865 req-7466b6d3-49b7-44fb-8598-04b053789014 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.2075629 Jul 22 23:15:33.409743 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9f7e5-6d4b-44d6-9b0d-48dbbfdb7c57 None None] Port 1d3d8256-eb07-42a7-b825-662104e60996 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:33.487109 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9874f7bb-460e-44bd-adb4-528089bf9865 req-1462ce7f-a371-4669-99b3-cefff3cfeb68 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088564 Jul 22 23:15:33.556086 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-efe15444-4dfe-45bb-824e-056ddb96b38d None None] Provisioning complete for port 1d3d8256-eb07-42a7-b825-662104e60996 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.556799 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-efe15444-4dfe-45bb-824e-056ddb96b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.607151 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-efe15444-4dfe-45bb-824e-056ddb96b38d None None] Port 1d3d8256-eb07-42a7-b825-662104e60996 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:33.628363 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.638247 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.711465 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 9714f375-f2a6-404f-934b-17617d519f15 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:33.734552 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Pushing event updated for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:33.745706 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.781844 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 9714f375-f2a6-404f-934b-17617d519f15 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:33.787016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 9714f375-f2a6-404f-934b-17617d519f15 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.787942 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.865766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Network b4d2420a-3455-4daa-bb61-47f52a546245 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:33.867177 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:33.920606 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.980366 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 9714f375-f2a6-404f-934b-17617d519f15, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=9714f375-f2a6-404f-934b-17617d519f15,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:33.994772 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.995663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:34.034104 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:34.127155 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.132197 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:34.144036 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:34.144508 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.188203 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:34.203616 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3538e2ce-8996-4743-9c83-cba712ace1ea admin admin] 10.222.0.15 "PUT /v2.0/routers/e2eaa1fd-2a5e-497f-9759-b015b08aa4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4490101 Jul 22 23:15:34.243550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-8ee6471e-d06c-462b-8e52-fc514c2acb8a None None] Provisioning complete for port 1d3d8256-eb07-42a7-b825-662104e60996 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:34.243928 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8ee6471e-d06c-462b-8e52-fc514c2acb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.282080 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6471e-d06c-462b-8e52-fc514c2acb8a None None] Port 1d3d8256-eb07-42a7-b825-662104e60996 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:34.866927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47154) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:34.872236 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405877460', 'description': 'tempest-secgroup-smoke-405877460 description', 'project_id': '90f6a00e7233438b8a1677cba0386ede'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:34.896013 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.987383 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.992371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.030680 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.034750 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1640162 Jul 22 23:15:35.035663 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47162) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.039534 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d39a5-f709-4052-8079-c9176d208188 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77252b7-921b-4ebb-8c21-30a0a53a3d5f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.057325 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.087289 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.154386 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.159133 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.178139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb3dcbc-4024-4ea3-882d-f800494071a2,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.184753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.186241 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-50b0c5f1-c40f-4198-a177-c287bfdb6dd7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500373 Jul 22 23:15:35.189338 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47164) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.194500 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.224290 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.291675 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.293521 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.318888 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda75f1a-6a07-4939-8a85-4fe6b4e4da1b,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.324221 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.325899 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d0408ecf-634a-45fb-8191-b58e3d19547e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354213 Jul 22 23:15:35.329309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47170) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.334700 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.348602 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Sync routers for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:35.365023 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:35.366015 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:35.372438 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.433665 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.438825 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.458819 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1511e5-ea95-4756-a963-85352ab86113,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.469093 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.471341 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-31e047d6-2ecc-4db5-816a-3ea21bba93ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408930 Jul 22 23:15:35.474163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47172) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.479054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.492169 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:35.509778 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.592565 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.599330 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.607758 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e29c104d-bbf4-4f34-8f04-ffc732d9eed4 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:35.617649 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32aa80b-b24d-49ad-b13a-f19a3a317ecd,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.626481 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.630279 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0b0887b2-5333-457b-b0b5-6fdeb4215f80 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526072 Jul 22 23:15:35.630524 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47174) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.635506 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.658839 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.securitygroups_db [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Project 90f6a00e7233438b8a1677cba0386ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:15:35.663766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.725057 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:35.729763 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.730983 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:35.731321 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.735285 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.756304 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a023f345-4226-400f-872e-d5bb8fca90b9,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.764327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.765142 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-7822b734-6956-4cf3-87ba-be9993b3d681 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336162 Jul 22 23:15:35.767885 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47176) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:35.772525 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'security_group_rule': {'security_group_id': 'b77252b7-921b-4ebb-8c21-30a0a53a3d5f', 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:35.788838 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.796937 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Project 90f6a00e7233438b8a1677cba0386ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:15:35.797214 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 4, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '1d3d8256-eb07-42a7-b825-662104e60996', 'name': '', 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'mac_address': 'fa:16:3e:d5:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:31Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 2, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'subnets': [{'id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:35.801812 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.829523 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Checking router: e2eaa1fd-2a5e-497f-9759-b015b08aa4cc for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:35.829879 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Updating router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc port 1d3d8256-eb07-42a7-b825-662104e60996 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:35.862278 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.865989 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.883224 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a74a78-fde9-40ec-8a83-7489387ea78f,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:35.889772 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.892888 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.894397 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3f19d9a2-764f-40f9-b475-452b2c610abd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254928 Jul 22 23:15:35.901014 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.943064 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port e29c104d-bbf4-4f34-8f04-ffc732d9eed4, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:35.951794 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.952573 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 9714f375-f2a6-404f-934b-17617d519f15 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:36.117206 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:36.136266 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.136616 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.136981 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.137314 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.137677 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.137962 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.138291 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.138635 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.138950 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.139269 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.139592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.139918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:36.150393 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 9714f375-f2a6-404f-934b-17617d519f15 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:36.150870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.466973 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.478232 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Transition to ACTIVE for port object 1d3d8256-eb07-42a7-b825-662104e60996 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:36.485169 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.543945 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7285b-dcda-49ce-a4c6-9ffbc282cb16 None None] Pushing event updated for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:36.610612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Attempting to bind port 1d3d8256-eb07-42a7-b825-662104e60996 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:36.611081 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Attempting to bind port 1d3d8256-eb07-42a7-b825-662104e60996 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:36.611517 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Attempting to bind port 1d3d8256-eb07-42a7-b825-662104e60996 on network b4d2420a-3455-4daa-bb61-47f52a546245 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:36.617511 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:36.618593 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Checking segment: {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:36.619395 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.619950 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Bound using segment: {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:36.620696 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Bound port: 1d3d8256-eb07-42a7-b825-662104e60996, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8526b9e9-8722-4fc9-9453-6030eabd1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:36.621296 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.699243 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] For port 1d3d8256-eb07-42a7-b825-662104e60996, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:36.703009 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] For port 1d3d8256-eb07-42a7-b825-662104e60996, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1d3d8256-eb07-42a7-b825-662104e60996,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:36.707732 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.769564 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:36.770210 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:15:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:36.811697 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7285b-dcda-49ce-a4c6-9ffbc282cb16 None None] Pushing event updated for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:36.902380 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:37.117845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 4, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '1d3d8256-eb07-42a7-b825-662104e60996', 'name': '', 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'mac_address': 'fa:16:3e:d5:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:31Z', 'updated_at': '2021-07-22T23:15:36Z', 'revision_number': 4, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'subnets': [{'id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:37.148226 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaad6d6-3df5-481e-b59d-90484c87f749 None None] The sync data for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi is: [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 4, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '1d3d8256-eb07-42a7-b825-662104e60996', 'name': '', 'network_id': 'b4d2420a-3455-4daa-bb61-47f52a546245', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'mac_address': 'fa:16:3e:d5:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:31Z', 'updated_at': '2021-07-22T23:15:36Z', 'revision_number': 4, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'subnets': [{'id': '526dbf49-3459-4ce7-a961-49e564f80c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:37.562054 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1d3d8256-eb07-42a7-b825-662104e60996 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:37.612041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 1d3d8256-eb07-42a7-b825-662104e60996 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:37.616547 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 1d3d8256-eb07-42a7-b825-662104e60996 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:37.617004 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:37.700147 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:37.737956 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 1d3d8256-eb07-42a7-b825-662104e60996, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1d3d8256-eb07-42a7-b825-662104e60996,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:37.744687 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:37.745580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e29c104d-bbf4-4f34-8f04-ffc732d9eed4 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:37.830887 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:37.849820 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:37.850353 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:37.957010 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47254) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:38.068040 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e924b95e-025c-4475-9f05-edf9afc08b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.156859 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e924b95e-025c-4475-9f05-edf9afc08b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.162219 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e924b95e-025c-4475-9f05-edf9afc08b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.201340 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924b95e-025c-4475-9f05-edf9afc08b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547259ea-64ac-4444-a444-fd4d57b1f53e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:38.207163 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e924b95e-025c-4475-9f05-edf9afc08b5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49af4d54692d4a8d98d775881ecafdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487726 Jul 22 23:15:38.209492 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47258) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:38.257422 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.278606 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.324932 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.327541 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.328745 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/547259ea-64ac-4444-a444-fd4d57b1f53e HTTP/1.1" status: 204 len: 168 time: 0.1182861 Jul 22 23:15:38.336533 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9e4aa-48fb-4f22-b4f5-eff2e404c38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547259ea-64ac-4444-a444-fd4d57b1f53e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:38.619436 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47266) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:38.636230 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50132801-986a-4e0b-967f-939b95a60d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.724521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50132801-986a-4e0b-967f-939b95a60d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.728851 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-50132801-986a-4e0b-967f-939b95a60d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.768002 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-50132801-986a-4e0b-967f-939b95a60d6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdf3d940393d4abfbbf192c84820e223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469557 Jul 22 23:15:38.769952 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132801-986a-4e0b-967f-939b95a60d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ffec3e-ec4a-4c10-bd2c-ecd91344e701,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:38.770641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47268) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:38.824411 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.845209 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.890407 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.893138 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:38.894333 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2ffec3e-ec4a-4c10-bd2c-ecd91344e701 HTTP/1.1" status: 204 len: 168 time: 0.1225843 Jul 22 23:15:38.902658 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982ae23-6d46-425b-9847-662fd6a34647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ffec3e-ec4a-4c10-bd2c-ecd91344e701,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:39.490545 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1d3d8256-eb07-42a7-b825-662104e60996 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:39.539855 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 1d3d8256-eb07-42a7-b825-662104e60996 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:39.540362 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:48.887212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47382) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.000690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-acc63157-712f-4ef2-b772-790bf83fea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.091029 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-acc63157-712f-4ef2-b772-790bf83fea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.095176 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-acc63157-712f-4ef2-b772-790bf83fea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.132975 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-acc63157-712f-4ef2-b772-790bf83fea9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa0706bade5e4cf0a9568dd5e5791a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446697 Jul 22 23:15:49.134846 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63157-712f-4ef2-b772-790bf83fea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e960e-c0de-4469-89b8-a6a55b2fe875,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:49.135699 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47394) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.190743 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.211171 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.256225 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.258986 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.260205 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c53e960e-c0de-4469-89b8-a6a55b2fe875 HTTP/1.1" status: 204 len: 168 time: 0.1235168 Jul 22 23:15:49.267640 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddadaf-8e8c-4a8a-b094-4b90fe95bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e960e-c0de-4469-89b8-a6a55b2fe875,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:49.510529 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47400) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.523599 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7e936d57-bc11-465a-a53a-8ac4d54d87dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.611560 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7e936d57-bc11-465a-a53a-8ac4d54d87dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.615459 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7e936d57-bc11-465a-a53a-8ac4d54d87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.652817 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7e936d57-bc11-465a-a53a-8ac4d54d87dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d3121f2ed284b27a284209d5599ff91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410515 Jul 22 23:15:49.653659 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936d57-bc11-465a-a53a-8ac4d54d87dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe17979-36d2-46fa-908a-9f1d58d98c09,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:49.656155 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47402) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.706715 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.727123 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.771674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.774319 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.775450 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbe17979-36d2-46fa-908a-9f1d58d98c09 HTTP/1.1" status: 204 len: 168 time: 0.1180592 Jul 22 23:15:49.783555 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931ffa1-760c-4469-b733-9702ceca7c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe17979-36d2-46fa-908a-9f1d58d98c09,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:50.770229 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47434) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:50.875243 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33fab124-34e1-4764-93da-1a5b19adfba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.964500 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33fab124-34e1-4764-93da-1a5b19adfba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.968321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33fab124-34e1-4764-93da-1a5b19adfba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.006535 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-33fab124-34e1-4764-93da-1a5b19adfba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f0507ee735c4bde93dee9ae22c097bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352521 Jul 22 23:15:51.007661 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab124-34e1-4764-93da-1a5b19adfba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076836df-b514-4700-b81d-06a3c5644b03,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:51.009395 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47438) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:51.057905 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.081626 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.133566 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.136364 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.137745 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/076836df-b514-4700-b81d-06a3c5644b03 HTTP/1.1" status: 204 len: 168 time: 0.1272542 Jul 22 23:15:51.145522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0087649-7596-488f-b555-3de8d54ee925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076836df-b514-4700-b81d-06a3c5644b03,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:52.090779 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47474) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:52.194023 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2d454b59-1afc-48fe-99e3-bdea1c947efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.280371 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2d454b59-1afc-48fe-99e3-bdea1c947efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.283879 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2d454b59-1afc-48fe-99e3-bdea1c947efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.320892 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2d454b59-1afc-48fe-99e3-bdea1c947efb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9aaa10afdb34baebef751556bf13f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290297 Jul 22 23:15:52.321805 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454b59-1afc-48fe-99e3-bdea1c947efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8872b92a-eb7a-44cd-9eb1-bb95d9dae4bd,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:52.324388 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47480) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:52.371119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.391514 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.437548 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.440055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:52.441277 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8872b92a-eb7a-44cd-9eb1-bb95d9dae4bd HTTP/1.1" status: 204 len: 168 time: 0.1158218 Jul 22 23:15:52.449601 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5afa60-7d9b-4952-b78c-3991e74aeb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872b92a-eb7a-44cd-9eb1-bb95d9dae4bd,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:53.466013 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-075bfc5f-9eb3-429b-8ffd-7a1556553f20 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405877460&fields=id&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 267 time: 0.0359406 Jul 22 23:15:53.567984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-deefb179-ba68-4e95-8c56-be853d26381c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:53.569481 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-deefb179-ba68-4e95-8c56-be853d26381c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.0968106 Jul 22 23:15:53.584132 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-d7002163-a804-4475-8fe2-c5358ae90a7c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/quotas/90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 375 time: 0.0089288 Jul 22 23:15:53.656072 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e3452d0a-254b-4ec0-9826-2efdcd318e13 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665286 Jul 22 23:15:53.751138 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e437a77f-8023-4d04-9c17-bc910c4de657 service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Jul 22 23:15:53.842092 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-572832c6-25b1-4134-8673-43c4b4f1ddfe service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Jul 22 23:15:54.118209 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5d8200a4-b9e3-43ce-b036-66ee5661c813 req-74a391e4-81f8-4422-9894-a661c292e441 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 210 time: 0.0296671 Jul 22 23:15:55.212041 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1c61f36d-5732-483d-86e3-c3aca7a481f1 req-24f4bcc1-3f61-4ce5-bb85-192958405dc7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 210 time: 0.0284264 Jul 22 23:15:56.307155 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-15db9d2b-813b-45a8-aa85-ed9ab8f97345 req-72cd45d6-379d-4854-bb86-00448fad7486 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 210 time: 0.0315840 Jul 22 23:15:57.401833 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7feea656-9d21-4ba3-912a-dece51c0a1cd req-65dd96c8-890e-4129-8d9c-01f0327793e1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 210 time: 0.0303211 Jul 22 23:15:57.767689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-48ec512e-6442-4c62-b89c-cd5b075e53f5 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:57.769199 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-48ec512e-6442-4c62-b89c-cd5b075e53f5 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.1021481 Jul 22 23:15:57.820611 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-5224b831-cbac-4ea4-8e39-4589f8ddfcfc tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 379 time: 0.0385473 Jul 22 23:15:57.830129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'port': {'device_id': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'admin_state_up': True, 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'security_groups': ['b77252b7-921b-4ebb-8c21-30a0a53a3d5f']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:57.942410 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Made reservation on behalf of 90f6a00e7233438b8a1677cba0386ede for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:57.946074 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.073466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.20.0.12 (8dc85835-d634-476a-9d20-476224dbc5b0/588fb227-5978-4afe-8568-1ee30b85c534/25eb74f9-c3f1-4a05-a09e-156762fcb7d8) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:58.212333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.226442 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Transition to ACTIVE for port object 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:58.258538 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.305746 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:58.308704 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:58.312396 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:58.336298 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:58.364333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.364981 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.379075 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-4a57b109-b58d-4a74-82d9-ef23bbdafb43 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526280 Jul 22 23:15:58.391097 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Request body: {'port': {'device_id': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:58.480993 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.573057 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-44e5d5bc-a3e6-45c8-a22e-56fc807025cb None None] Provisioning for port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:58.576817 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-44e5d5bc-a3e6-45c8-a22e-56fc807025cb None None] Provisioning complete for port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:58.577191 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-44e5d5bc-a3e6-45c8-a22e-56fc807025cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.610051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-44e5d5bc-a3e6-45c8-a22e-56fc807025cb None None] Port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:58.628702 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c21d-f2ad-4fe9-b562-07cac20c51ba req-9f22c71c-5fb8-4c34-9266-4991a249e66c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.630238 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83a9c21d-f2ad-4fe9-b562-07cac20c51ba req-9f22c71c-5fb8-4c34-9266-4991a249e66c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 932 time: 0.1597042 Jul 22 23:15:58.702067 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-83a9c21d-f2ad-4fe9-b562-07cac20c51ba req-05faa63b-3335-4768-b9f3-fcec8d8451ac tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653098 Jul 22 23:15:58.812371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:58.820690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.834511 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Transition to ACTIVE for port object 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:58.838495 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.891242 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Pushing event updated for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:58.974535 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Attempting to bind port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:58.974872 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Attempting to bind port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:58.975199 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Attempting to bind port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:58.979550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 on network 8dc85835-d634-476a-9d20-476224dbc5b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:15:58.979869 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Attempting to bind port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:58.984791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:58.985014 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:58.985426 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Bound using segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:58.985815 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Bound port: 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:58.986178 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.053068 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:59.056241 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:59.061257 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.098524 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.099111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.100503 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] 10.222.0.61 "PUT /v2.0/ports/25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 1094 time: 0.7138882 Jul 22 23:15:59.100974 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:59.103199 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d87725-4a62-4611-a9c3-e3a60cbc2049" -d '{"events": [{"name": "network-changed", "server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:59.130708 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c6fbc-fd0b-4e22-82cb-381c43eda682 service neutron] Pushing event updated for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:59.168578 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df7488a-16ac-409f-9f81-7273bd4e7a00 x-openstack-request-id: req-2df7488a-16ac-409f-9f81-7273bd4e7a00 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:59.168909 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:59.169224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2df7488a-16ac-409f-9f81-7273bd4e7a00 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:59.169534 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'status': 'completed', 'code': 200} Jul 22 23:15:59.198362 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-6f1a7571-a82f-40c1-a0fb-a6b980ee3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.199930 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-6f1a7571-a82f-40c1-a0fb-a6b980ee3905 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1097 time: 0.0599675 Jul 22 23:15:59.827865 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76595a-0826-4cca-9c31-2b8038150065 req-95d14155-75a8-4912-98fb-4ae5a3756cc6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.829383 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf76595a-0826-4cca-9c31-2b8038150065 req-95d14155-75a8-4912-98fb-4ae5a3756cc6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0624087 Jul 22 23:15:59.867902 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bf76595a-0826-4cca-9c31-2b8038150065 req-1178a866-5329-436e-8084-d66f4ff9c107 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Jul 22 23:16:00.370586 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-54b3812e-107d-41cb-9e0f-1d1780a8b412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.771278 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:01.002916 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb8e3e-d27c-4cfc-8db5-83143dc95968 req-8cddbb77-a77c-42c0-bd08-385a251c4439 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:01.004965 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5ccb8e3e-d27c-4cfc-8db5-83143dc95968 req-8cddbb77-a77c-42c0-bd08-385a251c4439 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0679367 Jul 22 23:16:01.043357 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5ccb8e3e-d27c-4cfc-8db5-83143dc95968 req-a8cab407-d84c-4a7e-a701-e2c1f45dbda2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Jul 22 23:16:01.568403 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:02.021217 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-2f599458-7940-4e5a-bfcd-388968214d02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 217 time: 0.0380199 Jul 22 23:16:02.070761 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-5eff223c-29a0-438b-90e2-232a9c3d2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.072438 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-5eff223c-29a0-438b-90e2-232a9c3d2e3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0444312 Jul 22 23:16:02.177272 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-aa26b666-e2bb-4562-8290-ab3dbc35c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.178690 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-aa26b666-e2bb-4562-8290-ab3dbc35c89f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990329 Jul 22 23:16:02.189868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbffb52-e85d-4c0f-b5b0-2a94b2533445 req-fb0e62fb-cab0-4203-a730-a55988b13a33 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.191256 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abbffb52-e85d-4c0f-b5b0-2a94b2533445 req-fb0e62fb-cab0-4203-a730-a55988b13a33 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0823817 Jul 22 23:16:02.283895 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-abbffb52-e85d-4c0f-b5b0-2a94b2533445 req-4ec7e7a4-b368-4610-9059-0c9716c51e12 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842450 Jul 22 23:16:02.304393 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-bbe95239-2ff7-4cc3-a506-21ff7bcc5112 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122272 Jul 22 23:16:02.393011 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-63dae006-f3b6-47f3-82af-e9086f9dd459 req-d1ff445d-a660-4ec7-9f2d-f352f7931747 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807672 Jul 22 23:16:02.485131 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-a10802de-0d3c-44e6-985e-f428a5ae6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.486503 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-a10802de-0d3c-44e6-985e-f428a5ae6200 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1097 time: 0.0513494 Jul 22 23:16:02.576212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-3927e5e2-0c8e-4e07-b42e-83ea9345aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.577687 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-3927e5e2-0c8e-4e07-b42e-83ea9345aa70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0843556 Jul 22 23:16:02.619164 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-7ddf9cd0-78e2-4ace-adbf-1cbb6d8269d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 217 time: 0.0338228 Jul 22 23:16:02.670191 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-8080d0e4-4e71-48ca-9dc4-1d7cd5ce37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.671579 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-8080d0e4-4e71-48ca-9dc4-1d7cd5ce37ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0458083 Jul 22 23:16:02.727635 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-91a53c37-c392-48f0-a60f-bd34ebeddcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.729101 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-91a53c37-c392-48f0-a60f-bd34ebeddcf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504210 Jul 22 23:16:02.817154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-0cb7a0e5-5992-4d2c-a6fd-5f58c045cd13 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810304 Jul 22 23:16:02.861863 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:02.906259 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-78d87725-4a62-4611-a9c3-e3a60cbc2049 req-c0063e85-2a99-4a8a-86a9-0887d4e5ead6 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824451 Jul 22 23:16:02.930097 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-882f9607-fcbd-4a52-baa1-aff0d2918843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.414560 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c5ce8-af00-4c96-a4ea-308476b20570 req-62f7b3e8-235d-4156-b33a-90ccff7e5d0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:03.416117 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-058c5ce8-af00-4c96-a4ea-308476b20570 req-62f7b3e8-235d-4156-b33a-90ccff7e5d0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0633018 Jul 22 23:16:03.455241 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-058c5ce8-af00-4c96-a4ea-308476b20570 req-a6ae789b-bfb5-4d20-9a40-7288fc93c1b2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334637 Jul 22 23:16:04.005700 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-94efb2c4-22f6-4197-bbf8-a2b9b7151806 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547373 Jul 22 23:16:04.054297 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:04.102371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-dea3f65f-1214-4d59-9e71-e847e251d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.103902 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-dea3f65f-1214-4d59-9e71-e847e251d4f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc405006d7514404a815206acb096bd7&device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 1099 time: 0.0565124 Jul 22 23:16:04.209544 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-e95ccf3f-052a-4d92-8275-570374038351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.211051 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-e95ccf3f-052a-4d92-8275-570374038351 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 200 len: 917 time: 0.0880497 Jul 22 23:16:04.276558 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-c3278ed1-4049-4fa5-a875-f9e988fd9ffe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 200 len: 1001 time: 0.0585794 Jul 22 23:16:04.323626 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-53c60123-fa8b-46a4-9caa-9740d50ce8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.325087 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-53c60123-fa8b-46a4-9caa-9740d50ce8f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 200 len: 855 time: 0.0425577 Jul 22 23:16:04.388533 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-b08eef4e-c75d-4c25-bd1b-ba3bf275ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.390119 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-b08eef4e-c75d-4c25-bd1b-ba3bf275ad05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a23942ca-ed91-4c4b-9521-8192ce3ab4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587173 Jul 22 23:16:04.483776 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-80bac951-cd7f-4f27-aa96-56736e281c3a service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Jul 22 23:16:04.618163 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-af36af4b-c3ea-4265-af68-dd5380d50139 req-693c7639-0cda-4a63-82d8-706c6f2be5ae service neutron] 10.222.0.61 "GET /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268208 Jul 22 23:16:04.639939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b77e9-1f4d-42f7-8ceb-3c2842ff0c38 req-ad1fe83f-90c8-4e4e-9da1-f7fda0810cc6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.641422 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-702b77e9-1f4d-42f7-8ceb-3c2842ff0c38 req-ad1fe83f-90c8-4e4e-9da1-f7fda0810cc6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0820696 Jul 22 23:16:04.683297 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-702b77e9-1f4d-42f7-8ceb-3c2842ff0c38 req-fe6ff2af-719f-47a0-9d7d-a130470150eb tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Jul 22 23:16:05.772006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.814619 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828f41-85b3-4695-b5d0-353707c0058d req-39574915-5c20-4558-8bda-624ecc4397f9 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:05.816092 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a828f41-85b3-4695-b5d0-353707c0058d req-39574915-5c20-4558-8bda-624ecc4397f9 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0641069 Jul 22 23:16:05.855844 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2a828f41-85b3-4695-b5d0-353707c0058d req-4caae029-aa79-40ca-a50c-37a090cda9b7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341346 Jul 22 23:16:06.981139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878d3e-92ce-486c-be52-f11960ead0b4 req-3e61031b-f784-4441-8c42-b2bf886896b6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:06.982682 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b7878d3e-92ce-486c-be52-f11960ead0b4 req-3e61031b-f784-4441-8c42-b2bf886896b6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0628934 Jul 22 23:16:07.024036 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b7878d3e-92ce-486c-be52-f11960ead0b4 req-20f5c901-5d1b-463e-a022-fb59e36d78b9 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346284 Jul 22 23:16:08.149997 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5639a-d77b-4eab-a2ba-f02e7e0a4357 req-eaac3931-e391-4e20-845c-007a195b21fb tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:08.151471 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40f5639a-d77b-4eab-a2ba-f02e7e0a4357 req-eaac3931-e391-4e20-845c-007a195b21fb tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0620427 Jul 22 23:16:08.188224 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-40f5639a-d77b-4eab-a2ba-f02e7e0a4357 req-0c4b6c22-a596-4563-9a42-5915e7e80c2b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Jul 22 23:16:09.316984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c9da4-abcf-4c35-8c8e-fa12b1cdf59e req-3f2dd9e6-a0e3-40f7-ada4-e541f082a060 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:09.318937 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d8c9da4-abcf-4c35-8c8e-fa12b1cdf59e req-3f2dd9e6-a0e3-40f7-ada4-e541f082a060 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0671487 Jul 22 23:16:09.358162 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8d8c9da4-abcf-4c35-8c8e-fa12b1cdf59e req-72342464-0867-42b7-abcf-80871b685fa2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334859 Jul 22 23:16:10.484402 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ec7d-3c68-4ef3-bfdc-84838e4c725e req-380a68c9-d3e6-4199-a4fb-b1bc4f369994 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:10.485913 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9702ec7d-3c68-4ef3-bfdc-84838e4c725e req-380a68c9-d3e6-4199-a4fb-b1bc4f369994 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0622044 Jul 22 23:16:10.522219 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9702ec7d-3c68-4ef3-bfdc-84838e4c725e req-c4e2c934-5b29-4174-892b-7150c482d0f3 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Jul 22 23:16:11.656236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c1bec-75bf-4fbe-80c2-a8e77c5495ee req-5cb4d733-46ed-410c-98ac-93dc512b3d6f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:11.658133 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fc6c1bec-75bf-4fbe-80c2-a8e77c5495ee req-5cb4d733-46ed-410c-98ac-93dc512b3d6f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0692623 Jul 22 23:16:11.699962 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fc6c1bec-75bf-4fbe-80c2-a8e77c5495ee req-0d91f688-dc91-4859-afee-39583098bc61 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355942 Jul 22 23:16:12.824944 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198f2f5-3799-41d7-9bae-e687c329b5b4 req-7b49d02b-fd7a-40ff-8fcb-b66213790341 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:12.826406 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c198f2f5-3799-41d7-9bae-e687c329b5b4 req-7b49d02b-fd7a-40ff-8fcb-b66213790341 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 944 time: 0.0616705 Jul 22 23:16:12.862508 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c198f2f5-3799-41d7-9bae-e687c329b5b4 req-82679820-7a2a-4236-8591-7d1cb48d1b7d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305862 Jul 22 23:16:13.051854 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:16:13.143623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:13.154154 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'port_id': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'mac_address': 'fa:16:3e:ea:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:16:13.189231 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.201022 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:16:13.219766 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:13.223623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.267663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:13.431595 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['25eb74f9-c3f1-4a05-a09e-156762fcb7d8'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:16:13.886099 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47674) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:13.993236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f394af4-783f-4512-ab93-4c459facd014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.003202 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb6ed1-3f33-4cd0-8aaa-c7a0688b953e req-1c46897a-4584-4ae2-a6bb-16a652e56781 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:14.004674 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8deb6ed1-3f33-4cd0-8aaa-c7a0688b953e req-1c46897a-4584-4ae2-a6bb-16a652e56781 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 945 time: 0.0754492 Jul 22 23:16:14.068932 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8deb6ed1-3f33-4cd0-8aaa-c7a0688b953e req-fa64590d-2f59-48a4-af83-754dccaa4fcf tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564890 Jul 22 23:16:14.121844 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f394af4-783f-4512-ab93-4c459facd014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.125477 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5f394af4-783f-4512-ab93-4c459facd014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.163358 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5f394af4-783f-4512-ab93-4c459facd014 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87796d92e8dd4676b96f605b9c824570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762120 Jul 22 23:16:14.164236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f394af4-783f-4512-ab93-4c459facd014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ff86b-6000-4fa0-8731-c07e11bee1e8,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:14.166098 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47678) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:14.213669 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.234227 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.278906 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.281694 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:14.282952 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff2ff86b-6000-4fa0-8731-c07e11bee1e8 HTTP/1.1" status: 204 len: 168 time: 0.1158011 Jul 22 23:16:14.291130 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caa09d-9be7-48a0-b8c2-e03f718733d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ff86b-6000-4fa0-8731-c07e11bee1e8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:15.067361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:15.124337 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:15.129154 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:15.129675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.221936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.226029 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bce1-9422-49ad-8a6d-890f45b08650 req-b5f4effd-4fb3-403c-a750-f338f392b657 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:15.228056 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed06bce1-9422-49ad-8a6d-890f45b08650 req-b5f4effd-4fb3-403c-a750-f338f392b657 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 945 time: 0.0796382 Jul 22 23:16:15.268244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:15.268244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:15.268244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38a627-2046-4934-a9d2-0567e626058b" -d '{"events": [{"server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "name": "network-vif-plugged", "status": "completed", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:15.268244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.278908 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed06bce1-9422-49ad-8a6d-890f45b08650 req-90fb9186-56d3-4bce-a683-044b11ecff36 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Jul 22 23:16:15.307844 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff16def-c7a8-413b-aa49-d22e9972cf15 x-openstack-request-id: req-0ff16def-c7a8-413b-aa49-d22e9972cf15 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:15.308132 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "name": "network-vif-plugged", "status": "completed", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:15.308378 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ff16def-c7a8-413b-aa49-d22e9972cf15 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:15.308794 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'code': 200} Jul 22 23:16:15.324037 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:15.566482 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e66ab7-4b72-4bd6-ad1b-8228dd7ed31c req-cb0caaf6-a7bb-4e4b-a3a6-26561a93aaff tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:15.568620 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-69e66ab7-4b72-4bd6-ad1b-8228dd7ed31c req-cb0caaf6-a7bb-4e4b-a3a6-26561a93aaff tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.1012447 Jul 22 23:16:15.583841 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffc8d5-60e5-4f7b-a944-b7b3580eadca req-0c27c362-0243-4018-9b1c-a58e90767677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:15.585386 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7cffc8d5-60e5-4f7b-a944-b7b3580eadca req-0c27c362-0243-4018-9b1c-a58e90767677 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1099 time: 0.0855234 Jul 22 23:16:15.632790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-7cffc8d5-60e5-4f7b-a944-b7b3580eadca req-d3767ff0-5eea-4e7c-bd58-7e56dd02b9c1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384150 Jul 22 23:16:15.635433 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-69e66ab7-4b72-4bd6-ad1b-8228dd7ed31c req-140de415-1bb7-42a0-a8fb-338c2aaff752 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602055 Jul 22 23:16:16.417232 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e33e6-d3c6-41a1-bf73-8069052d5eb2 req-e39c9d1f-2dad-4763-9e8b-c8e4a9550b56 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:16.418762 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-570e33e6-d3c6-41a1-bf73-8069052d5eb2 req-e39c9d1f-2dad-4763-9e8b-c8e4a9550b56 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.0674689 Jul 22 23:16:16.461913 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-570e33e6-d3c6-41a1-bf73-8069052d5eb2 req-96221979-e027-4dd8-b3af-be8d330991e0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372536 Jul 22 23:16:16.775756 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f311cf9-d580-4322-be12-c93fb10c65e6 req-3538ff56-02aa-48bb-a3a7-a33a662ad2a1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:16.777308 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2f311cf9-d580-4322-be12-c93fb10c65e6 req-3538ff56-02aa-48bb-a3a7-a33a662ad2a1 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.0663364 Jul 22 23:16:16.814354 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2f311cf9-d580-4322-be12-c93fb10c65e6 req-c7d5171f-4b8a-4322-8fe4-218ae2b09b6e tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cd42079-6182-4428-8cd5-538db995ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 22 23:16:16.936532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-5b984d4f-cc6c-42e3-a8ad-a38b292a4925 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:16.937965 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-5b984d4f-cc6c-42e3-a8ad-a38b292a4925 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 946 time: 0.0618732 Jul 22 23:16:17.037333 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Deleting port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:17.037671 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:17.122272 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] For port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:17.122662 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:17.285905 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:17.286184 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:17.286514 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Floating IP 786754cf-3b73-4830-9916-5b4d5571f9bf disassociated. External IP: 172.27.0.183, port: 8277b5f5-b19d-4ead-b30b-a87c0f2845a6. Jul 22 23:16:17.287368 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Calling delete_port for 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:17.409155 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:17.440072 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'Port': ['ID=8277b5f5-b19d-4ead-b30b-a87c0f2845a6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:17.844641 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:17.936262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0834b-bda3-46eb-98da-b001fa438279 req-aaeb2141-ef14-4c59-a0e1-8eec00833e1c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:17.937784 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88d0834b-bda3-46eb-98da-b001fa438279 req-aaeb2141-ef14-4c59-a0e1-8eec00833e1c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.4066536 Jul 22 23:16:17.977901 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2d5385bf-31f8-4bc9-897e-bc4e16795c22 req-3d41fc6c-a290-4f47-825f-1a51c51b4d5d tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb967de5-6d02-47c6-969b-bdc99663cde6 HTTP/1.1" status: 200 len: 210 time: 0.0775390 Jul 22 23:16:18.018145 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-88d0834b-bda3-46eb-98da-b001fa438279 req-ceb55f0f-abba-463f-a4dd-eb7c253f667a tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709441 Jul 22 23:16:18.031059 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:18.049530 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:18.058844 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:18.059463 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:18.080592 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] No DVR routers for this DVR port 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:16:18.083532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.086227 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a4b221fb-b372-410a-b295-c4c11c0cfdc2 req-d521315e-bd8d-4b50-bc52-9f00ddebd61a tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.61 "DELETE /v2.0/ports/8277b5f5-b19d-4ead-b30b-a87c0f2845a6 HTTP/1.1" status: 204 len: 173 time: 1.1423717 Jul 22 23:16:18.086671 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-deleted', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:18.088927 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2416d6b-9d2b-48c2-a1cf-c56c3f52a08a" -d '{"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-deleted", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:18.127385 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd22a2-b076-4434-ab2d-bd4ac7c8bf4c x-openstack-request-id: req-13dd22a2-b076-4434-ab2d-bd4ac7c8bf4c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:18.127685 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb967de5-6d02-47c6-969b-bdc99663cde6", "name": "network-vif-deleted", "tag": "8277b5f5-b19d-4ead-b30b-a87c0f2845a6", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:18.127940 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13dd22a2-b076-4434-ab2d-bd4ac7c8bf4c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:18.128321 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb967de5-6d02-47c6-969b-bdc99663cde6', 'name': 'network-vif-deleted', 'tag': '8277b5f5-b19d-4ead-b30b-a87c0f2845a6', 'status': 'completed', 'code': 200} Jul 22 23:16:18.163624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba3a67-3f23-4b56-b6f5-9df1d5c51d3c req-6b9e3661-fe36-4952-9753-c1f789b80626 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.167672 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e0ba3a67-3f23-4b56-b6f5-9df1d5c51d3c req-6b9e3661-fe36-4952-9753-c1f789b80626 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.0756910 Jul 22 23:16:18.171267 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:18.204991 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e0ba3a67-3f23-4b56-b6f5-9df1d5c51d3c req-b82ba52a-b6ad-4e41-afa3-4713d2a02a6e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338845 Jul 22 23:16:18.229445 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47708) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:18.373596 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:18.400861 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:18.408944 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:18.409547 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:18.423757 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4823f04-2272-49e2-8f89-198f1116daf1 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.428148 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e4823f04-2272-49e2-8f89-198f1116daf1 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1094 time: 0.1948712 Jul 22 23:16:18.428439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47712) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:18.433051 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'port_id': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:18.457483 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.521451 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:18.580430 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.691298 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.27.0.97 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/93dc80d4-f327-4089-83e5-6f547dfccc25) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:18.721302 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:18.750496 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63967c02-645c-42ce-8e12-6a427d7f2067 None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:08:51Z', 'revision_number': 4, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '95f2adf4-c66d-4615-8567-5c50deee545b', 'name': '', 'network_id': 'a23942ca-ed91-4c4b-9521-8192ce3ab4ea', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'mac_address': 'fa:16:3e:73:8f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:48Z', 'updated_at': '2021-07-22T23:09:02Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'subnets': [{'id': 'eadaac1b-8f8c-4420-bfee-62e474dc8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:18.798353 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.838217 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.878210 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:18.882759 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:18.887729 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:18.890866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=93dc80d4-f327-4089-83e5-6f547dfccc25,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:18.976026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20de751-6036-4bc0-ab54-49763314ed3f None None] New status for floating IP 786754cf-3b73-4830-9916-5b4d5571f9bf: DOWN {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:16:19.074291 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47718) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:19.100224 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:16:19.122798 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:16:19.123147 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 8277b5f5-b19d-4ead-b30b-a87c0f2845a6 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:16:19.135678 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.161066 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.210430 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.213079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.214234 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "DELETE /v2.0/security-groups/2cd42079-6182-4428-8cd5-538db995ef4e HTTP/1.1" status: 204 len: 168 time: 0.1387722 Jul 22 23:16:19.217405 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47720) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:19.231039 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ec9ce-6600-48f7-a4c0-5550e771b8c5 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd42079-6182-4428-8cd5-538db995ef4e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:19.237174 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-94caf093-81c2-4096-8a24-ec199b39879f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] show failed (client error): The resource could not be found. Jul 22 23:16:19.238179 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-94caf093-81c2-4096-8a24-ec199b39879f tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "GET /v2.0/security-groups/2cd42079-6182-4428-8cd5-538db995ef4e HTTP/1.1" status: 404 len: 347 time: 0.0186753 Jul 22 23:16:19.241848 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47722) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:19.265139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.344727 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.364332 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Deleting port fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:19.364627 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.441088 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.441421 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.453717 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Calling delete_port for fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:19.495130 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.499812 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.572497 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=93dc80d4-f327-4089-83e5-6f547dfccc25,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:19.584282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.584636 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.584999 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.585335 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.585670 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.586004 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.586334 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.586690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.587016 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.587342 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.587779 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.587981 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:19.591420 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.591614 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.620983 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Pushing event deleted for resources: {'Port': ['ID=fd4a8868-493c-42b3-8c0b-cdd7bc9c2f12,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:19.680602 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.683164 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.687111 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9a9c0a43-aa39-4680-a823-14fec0fc61b2 tempest-AttachVolumeShelveTestJSON-1809354763 tempest-AttachVolumeShelveTestJSON-1809354763-project] 10.222.0.15 "DELETE /v2.0/floatingips/786754cf-3b73-4830-9916-5b4d5571f9bf HTTP/1.1" status: 204 len: 168 time: 0.4415765 Jul 22 23:16:19.693012 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP 64b10d51-f755-46bd-ace5-435b5f9b03ed associated. External IP: 172.27.0.97, port: 25eb74f9-c3f1-4a05-a09e-156762fcb7d8. Jul 22 23:16:19.904949 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:20.013332 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:20.023547 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:20.030555 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:20.033277 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:20.033880 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:20.069865 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b78d16e9-c1ea-4343-b6da-5e61a192bbf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6402955 Jul 22 23:16:20.129849 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:20.132268 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:20.132435 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4db22-219c-4eed-9364-68ca37f6d6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:20.168382 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61470232-79d4-46cb-85df-7a1c83f04eec x-openstack-request-id: req-61470232-79d4-46cb-85df-7a1c83f04eec {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:20.168699 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:20.168954 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61470232-79d4-46cb-85df-7a1c83f04eec {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:20.169353 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'status': 'completed', 'code': 200} Jul 22 23:16:20.242280 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-83eae61d-44d1-4eee-bfc7-151a65308484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:20.243900 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-83eae61d-44d1-4eee-bfc7-151a65308484 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1099 time: 0.0536988 Jul 22 23:16:20.331560 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-533ff8f5-3671-41f6-8bbd-ed86313fc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:20.333340 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-533ff8f5-3671-41f6-8bbd-ed86313fc583 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0834606 Jul 22 23:16:20.353792 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '64b10d51-f755-46bd-ace5-435b5f9b03ed', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:ea:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:19Z', 'updated_at': '2021-07-22T23:16:19Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:20.378693 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:20.387262 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:20.387862 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:20.400750 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-c7dcba95-eeec-49bb-932f-b7fafa2ae0ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 999 time: 0.0612903 Jul 22 23:16:20.450164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-2e8509d3-bc20-4f0c-853a-d53906564158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:20.451590 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-2e8509d3-bc20-4f0c-853a-d53906564158 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0454917 Jul 22 23:16:20.510860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-03e35c2d-15d7-4123-a5a6-cb73bf849e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:20.512411 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-03e35c2d-15d7-4123-a5a6-cb73bf849e8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545893 Jul 22 23:16:20.569800 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:20.605099 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-4baa09ae-a8f6-4a62-8899-5c72704fd80b service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Jul 22 23:16:20.697968 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d4e4db22-219c-4eed-9364-68ca37f6d6ef req-37c6926a-9805-4419-84d2-00991aad9184 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872965 Jul 22 23:16:20.791561 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '64b10d51-f755-46bd-ace5-435b5f9b03ed', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:ea:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:19Z', 'updated_at': '2021-07-22T23:16:19Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:20.817931 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafd55e-20ff-48f3-bf7d-e2fbbc8af819 None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '64b10d51-f755-46bd-ace5-435b5f9b03ed', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:ea:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:19Z', 'updated_at': '2021-07-22T23:16:19Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:21.008122 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd77cfab-9b8f-466b-aa98-a1a1d288c78a None None] New status for floating IP 64b10d51-f755-46bd-ace5-435b5f9b03ed: ACTIVE {{(pid=93163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:16:22.117731 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47748) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:22.545227 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:22.793476 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Deleting port 95f2adf4-c66d-4615-8567-5c50deee545b {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:22.793824 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:22.868829 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] For port 95f2adf4-c66d-4615-8567-5c50deee545b, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=95f2adf4-c66d-4615-8567-5c50deee545b,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:22.869112 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:22.881479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Calling delete_port for 95f2adf4-c66d-4615-8567-5c50deee545b owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:23.054462 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:23.086946 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Pushing event deleted for resources: {'Port': ['ID=95f2adf4-c66d-4615-8567-5c50deee545b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:23.248207 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:23.700349 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:23.800886 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:23.808330 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f2e776aa-97ec-45c3-990c-ec1d3217edca admin admin] 10.222.0.15 "PUT /v2.0/routers/3be3b313-7d1a-43ad-87f2-f70f7350a3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6869824 Jul 22 23:16:23.808605 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47752) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:23.809736 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Sync routers for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:23.818977 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:23.819585 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:23.908826 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:23.921440 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:24.009405 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.062767 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Deleting port da55775a-2c3c-4b76-ad73-ad7e90fb6570 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:24.063025 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.092462 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:16:23Z', 'revision_number': 5, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port': {'id': 'da55775a-2c3c-4b76-ad73-ad7e90fb6570', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:59:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:08:40Z', 'updated_at': '2021-07-22T23:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:24.122375 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Checking router: 3be3b313-7d1a-43ad-87f2-f70f7350a3eb for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:24.131568 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Routers {'3be3b313-7d1a-43ad-87f2-f70f7350a3eb'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:24.132167 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:16:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:24.144306 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] For port da55775a-2c3c-4b76-ad73-ad7e90fb6570, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da55775a-2c3c-4b76-ad73-ad7e90fb6570,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:24.144684 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.156423 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Calling delete_port for da55775a-2c3c-4b76-ad73-ad7e90fb6570 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:24.218437 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] Set router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:24.267471 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:16:24Z', 'revision_number': 6, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:24.295998 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3593fb2-6a89-4828-a555-f3db52e788fa None None] The sync data for ids ['3be3b313-7d1a-43ad-87f2-f70f7350a3eb'] in dv-cinder-801913-2-iscsi is: [{'id': '3be3b313-7d1a-43ad-87f2-f70f7350a3eb', 'name': 'tempest-AttachVolumeShelveTestJSON-418736133-router', 'tenant_id': 'fc405006d7514404a815206acb096bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:08:39Z', 'updated_at': '2021-07-22T23:16:24Z', 'revision_number': 6, 'project_id': 'fc405006d7514404a815206acb096bd7', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:24.318966 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.348576 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=da55775a-2c3c-4b76-ad73-ad7e90fb6570,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:24.408452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.494845 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.496927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.537897 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.538528 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be3b313-7d1a-43ad-87f2-f70f7350a3eb {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:16:24.543101 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.544245 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-818f2ac9-a54e-408d-9a50-cda7f0d07f08 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3be3b313-7d1a-43ad-87f2-f70f7350a3eb HTTP/1.1" status: 204 len: 168 time: 0.7345481 Jul 22 23:16:24.546824 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47754) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:24.589964 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Deleting subnet eadaac1b-8f8c-4420-bfee-62e474dc8c5b {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:16:24.593098 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.629522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.710713 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.768970 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.794005 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eadaac1b-8f8c-4420-bfee-62e474dc8c5b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:24.797705 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.799642 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1952accb-4df9-449f-b277-c06f8931aaa9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eadaac1b-8f8c-4420-bfee-62e474dc8c5b HTTP/1.1" status: 204 len: 168 time: 0.2518842 Jul 22 23:16:24.802765 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47756) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:24.803874 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c4e71-2801-4621-8e80-fd77cdd2f07e None None] Network a23942ca-ed91-4c4b-9521-8192ce3ab4ea requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:16:24.873561 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.923845 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Deleting port 57923552-4f81-489f-8a69-af77dc548e14 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:24.924193 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:24.988400 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] For port 57923552-4f81-489f-8a69-af77dc548e14, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57923552-4f81-489f-8a69-af77dc548e14,segment=NetworkSegment(ef0b7976-d394-43a8-a5f5-70e41afa6f18),segment_id=ef0b7976-d394-43a8-a5f5-70e41afa6f18)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:24.988730 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.000799 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Calling delete_port for 57923552-4f81-489f-8a69-af77dc548e14 owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:25.054714 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] DHCP port deletion for a23942ca-ed91-4c4b-9521-8192ce3ab4ea request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:16:25.083545 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.110020 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Pushing event deleted for resources: {'Port': ['ID=57923552-4f81-489f-8a69-af77dc548e14,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:25.113576 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] No DVR routers for this DVR port 57923552-4f81-489f-8a69-af77dc548e14 on host dv-cinder-801913-2-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:16:25.117438 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Deleting port 57923552-4f81-489f-8a69-af77dc548e14 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:16:25.118460 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.183858 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] For port 57923552-4f81-489f-8a69-af77dc548e14, host dv-cinder-801913-2-iscsi, got binding levels [] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:25.184249 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.186080 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.195869 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23942ca-ed91-4c4b-9521-8192ce3ab4ea']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:25.196038 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Calling delete_port for 57923552-4f81-489f-8a69-af77dc548e14 owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:16:25.198728 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.ipam_backend_mixin [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Port 57923552-4f81-489f-8a69-af77dc548e14 was not found and therefore no delete operation was performed {{(pid=93163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:16:25.199932 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.205580 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0b7976-d394-43a8-a5f5-70e41afa6f18') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:25.205880 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0b7976-d394-43a8-a5f5-70e41afa6f18') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:25.216073 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178421'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.226135 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] Pushing event deleted for resources: {'Port': ['ID=57923552-4f81-489f-8a69-af77dc548e14,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:25.231050 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.232037 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862e6a2-6a5e-4f70-a5c5-ceda2d24dbbd None None] No DVR routers for this DVR port 57923552-4f81-489f-8a69-af77dc548e14 on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:16:25.237094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:16:25.237479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303391'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: timer() Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: cb(*args, **kw) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: self._notify() Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: self.callback(batched_events) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: event.method(event) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._get(url).json() Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:16:25.239303 dv-cinder-801913-2-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:16:25.298635 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.305567 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.309835 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a23942ca-ed91-4c4b-9521-8192ce3ab4ea HTTP/1.1" status: 204 len: 168 time: 0.5060937 Jul 22 23:16:25.319683 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23942ca-ed91-4c4b-9521-8192ce3ab4ea,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.330777 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.331747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.331747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f540329-6787-4e44-b3c0-cca0117d3884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:25.416138 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47760) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:25.459227 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5215d9b7-ef84-41aa-8ad7-a1a4617341c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc405006d7514404a815206acb096bd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414429 Jul 22 23:16:25.461660 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47762) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:25.510688 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.523603 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 95f2adf4-c66d-4615-8567-5c50deee545b no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:16:25.532460 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.543223 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 95f2adf4-c66d-4615-8567-5c50deee545b {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:16:25.543563 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 95f2adf4-c66d-4615-8567-5c50deee545b not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:16:25.544029 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57923552-4f81-489f-8a69-af77dc548e14 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:16:25.561984 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 57923552-4f81-489f-8a69-af77dc548e14 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:16:25.562321 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57923552-4f81-489f-8a69-af77dc548e14 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:16:25.562727 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da55775a-2c3c-4b76-ad73-ad7e90fb6570 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:16:25.580002 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.583183 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.583859 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: da55775a-2c3c-4b76-ad73-ad7e90fb6570 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:16:25.584178 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da55775a-2c3c-4b76-ad73-ad7e90fb6570 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:16:25.587206 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be0fbc98-e3ac-4f5c-af8f-e4f027bdc16e HTTP/1.1" status: 204 len: 168 time: 0.1220491 Jul 22 23:16:25.594461 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c108d-3281-49f1-9315-34321d3b082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fbc98-e3ac-4f5c-af8f-e4f027bdc16e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:27.180127 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47816) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:27.279580 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56999aa4-ad4b-400e-ac42-6e2f7adb4ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.364562 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56999aa4-ad4b-400e-ac42-6e2f7adb4ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.369343 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56999aa4-ad4b-400e-ac42-6e2f7adb4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.409378 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-56999aa4-ad4b-400e-ac42-6e2f7adb4ab0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=061a096178eb406bb39f2b6a1d5114ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281322 Jul 22 23:16:27.411284 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999aa4-ad4b-400e-ac42-6e2f7adb4ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af83dc4-9816-4954-a269-fc04a578dc0e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:27.412019 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47820) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:27.459393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.479505 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.523769 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.526462 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.527606 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2af83dc4-9816-4954-a269-fc04a578dc0e HTTP/1.1" status: 204 len: 168 time: 0.1145859 Jul 22 23:16:27.535271 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6294102-525c-442c-869a-9e904f17d4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af83dc4-9816-4954-a269-fc04a578dc0e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:27.783217 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47826) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:27.799356 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aa269da3-0787-4d3a-bf01-77f9c7de2f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.888950 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aa269da3-0787-4d3a-bf01-77f9c7de2f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.892636 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aa269da3-0787-4d3a-bf01-77f9c7de2f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:27.930667 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa269da3-0787-4d3a-bf01-77f9c7de2f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901507f-6050-4d36-9597-7912d45c8353,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:27.935938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-aa269da3-0787-4d3a-bf01-77f9c7de2f31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cec6d54d401f44aeb9c3c9944b38a331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516523 Jul 22 23:16:27.938586 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47828) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:27.985586 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:28.006164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:28.050003 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:28.053099 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:28.054235 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e901507f-6050-4d36-9597-7912d45c8353 HTTP/1.1" status: 204 len: 168 time: 0.1147180 Jul 22 23:16:28.062054 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689d550-d541-488c-8538-59d1187b07e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901507f-6050-4d36-9597-7912d45c8353,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:30.293452 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47896) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:30.372524 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f1588a99-8fb0-4db5-8c07-139b3ec467a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.393864 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b6dfe83-251a-4da6-a157-2fbdaa14e56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.477965 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b6dfe83-251a-4da6-a157-2fbdaa14e56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.481665 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b6dfe83-251a-4da6-a157-2fbdaa14e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.520116 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8b6dfe83-251a-4da6-a157-2fbdaa14e56c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39ba9890058245a0bfa2449495b9c77a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255919 Jul 22 23:16:30.521045 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dfe83-251a-4da6-a157-2fbdaa14e56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e6142-b532-46c0-a52c-002ec8483759,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:30.522732 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47900) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:30.570998 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.594383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.640426 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.642977 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.644121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b4e6142-b532-46c0-a52c-002ec8483759 HTTP/1.1" status: 204 len: 168 time: 0.1203239 Jul 22 23:16:30.651755 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0351d-2670-42fc-a5cb-5c08671f5e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e6142-b532-46c0-a52c-002ec8483759,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:30.891224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 47906) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:30.905033 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c6daa813-a5d8-4d1a-b6a3-3c2118574d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.995052 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c6daa813-a5d8-4d1a-b6a3-3c2118574d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:30.998765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c6daa813-a5d8-4d1a-b6a3-3c2118574d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.035448 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c6daa813-a5d8-4d1a-b6a3-3c2118574d5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61068bcf94fc4b9aaa1b1d4c3af29ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431804 Jul 22 23:16:31.036300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa813-a5d8-4d1a-b6a3-3c2118574d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb52ab6-24a6-49a1-ae01-14e7eb0d8832,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:31.038794 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47908) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:31.091141 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.111949 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.163228 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.165917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.167097 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afb52ab6-24a6-49a1-ae01-14e7eb0d8832 HTTP/1.1" status: 204 len: 168 time: 0.1273117 Jul 22 23:16:31.174611 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d69be-d708-469c-a6bd-0dc04cfdf91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb52ab6-24a6-49a1-ae01-14e7eb0d8832,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:31.572387 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:32.862627 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:32.930456 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-521d0a00-e1bb-4cb0-a3fc-5fda00f359ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:34.053075 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:35.773671 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:35.902603 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47984) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:36.001639 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-80edd956-8acb-4237-8f83-2a8dad348180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.089927 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-80edd956-8acb-4237-8f83-2a8dad348180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.093650 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-80edd956-8acb-4237-8f83-2a8dad348180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.128563 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd956-8acb-4237-8f83-2a8dad348180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20bdde-1614-4c17-a960-f7871c26c8c7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:36.133394 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-80edd956-8acb-4237-8f83-2a8dad348180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=534d852bd6804cda844ac6f0e38540df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296925 Jul 22 23:16:36.137319 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47988) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:36.184222 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.207642 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.252615 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.255236 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.256892 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee20bdde-1614-4c17-a960-f7871c26c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1186485 Jul 22 23:16:36.264267 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b941345-e57f-4882-bc17-0e8cb9701576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20bdde-1614-4c17-a960-f7871c26c8c7,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:36.502128 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47994) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:36.515775 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-627bdec4-9f37-46a6-ab6a-885b07173244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.599666 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-627bdec4-9f37-46a6-ab6a-885b07173244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.603078 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-627bdec4-9f37-46a6-ab6a-885b07173244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.640319 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bdec4-9f37-46a6-ab6a-885b07173244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dfd3f6-6d03-4a7d-ad17-b474426ee7b2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:36.644614 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-627bdec4-9f37-46a6-ab6a-885b07173244 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6583692e93314add9ec9e0fe1a35d063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414702 Jul 22 23:16:36.647832 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 47996) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:36.693505 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.713436 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.759954 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.762547 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.763679 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15dfd3f6-6d03-4a7d-ad17-b474426ee7b2 HTTP/1.1" status: 204 len: 168 time: 0.1155956 Jul 22 23:16:36.771216 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ea23-f3d0-4fcc-9502-212b71eab37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dfd3f6-6d03-4a7d-ad17-b474426ee7b2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:37.767618 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48026) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:37.770474 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:37.871934 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc2e35a8-54da-4aab-b4a0-b430df32c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:37.960009 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc2e35a8-54da-4aab-b4a0-b430df32c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:37.963724 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dc2e35a8-54da-4aab-b4a0-b430df32c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:38.000210 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-dc2e35a8-54da-4aab-b4a0-b430df32c95e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd0f3329594c46008d20e584f14f3233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315450 Jul 22 23:16:38.002145 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e35a8-54da-4aab-b4a0-b430df32c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac7843-5e56-4e78-8c1a-51e5e783b48c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:38.002934 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48030) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:38.052571 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:38.072433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:38.117327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:38.120224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:38.121428 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eac7843-5e56-4e78-8c1a-51e5e783b48c HTTP/1.1" status: 204 len: 168 time: 0.1174283 Jul 22 23:16:38.128582 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ef9c8-7b21-4e0c-b018-665e560d6dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac7843-5e56-4e78-8c1a-51e5e783b48c,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:45.855333 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48154) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:45.954293 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acd39e35-f418-40a9-9c6c-c24ab103f5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.041295 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acd39e35-f418-40a9-9c6c-c24ab103f5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.045317 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acd39e35-f418-40a9-9c6c-c24ab103f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.082381 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-acd39e35-f418-40a9-9c6c-c24ab103f5b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45a2fa5097f44618911588b846bd0563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259955 Jul 22 23:16:46.083522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd39e35-f418-40a9-9c6c-c24ab103f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e305c41-931e-4023-9903-8d68c3ba98f9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:46.085510 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48158) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:46.135855 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.155996 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.201456 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.203975 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.205149 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e305c41-931e-4023-9903-8d68c3ba98f9 HTTP/1.1" status: 204 len: 168 time: 0.1186581 Jul 22 23:16:46.213151 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9384e57-c4f3-4aac-b390-532e64eebbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e305c41-931e-4023-9903-8d68c3ba98f9,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:46.451522 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48164) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:46.465646 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b6bb416-e2ea-4eee-bb0b-8b1791045d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.549026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b6bb416-e2ea-4eee-bb0b-8b1791045d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.552568 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0b6bb416-e2ea-4eee-bb0b-8b1791045d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.592276 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0b6bb416-e2ea-4eee-bb0b-8b1791045d33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4510d1b017b64b33a35ef58f3459dabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396592 Jul 22 23:16:46.594264 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bb416-e2ea-4eee-bb0b-8b1791045d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f1107-c27a-42ab-8171-29d3c81ef348,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:46.594969 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48166) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:46.643369 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.666517 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.710856 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.713410 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.714548 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc2f1107-c27a-42ab-8171-29d3c81ef348 HTTP/1.1" status: 204 len: 168 time: 0.1185527 Jul 22 23:16:46.721827 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65af00-4263-482c-bb50-bc993ee6ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f1107-c27a-42ab-8171-29d3c81ef348,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:47.016798 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48172) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:47.030336 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d0c715cb-b307-49dc-9b11-883474e9de02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.115521 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d0c715cb-b307-49dc-9b11-883474e9de02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.118857 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d0c715cb-b307-49dc-9b11-883474e9de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.154362 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c715cb-b307-49dc-9b11-883474e9de02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a576665-a3c6-45a2-8f28-171be47eb1f4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:47.158614 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d0c715cb-b307-49dc-9b11-883474e9de02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4cb053daab14f2ebc7a4d70bc03621f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408048 Jul 22 23:16:47.161272 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48174) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:47.208315 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.229837 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.273847 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.276470 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.277665 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a576665-a3c6-45a2-8f28-171be47eb1f4 HTTP/1.1" status: 204 len: 168 time: 0.1154459 Jul 22 23:16:47.285233 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772335-0b05-4ef2-af66-cc9852777c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a576665-a3c6-45a2-8f28-171be47eb1f4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:00.375402 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ba64127e-c4be-4970-b65d-65e0939f8a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:01.584075 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:02.867112 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:02.931240 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c58fc340-307f-42f4-adf1-bd91d965c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:04.053815 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:05.775431 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:06.586706 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-4a0c2eee-83d6-4745-a807-148b12689d59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537863 Jul 22 23:17:06.678748 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-028499c6-5cec-410a-baba-daa735471e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.680243 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-028499c6-5cec-410a-baba-daa735471e17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1099 time: 0.0523729 Jul 22 23:17:06.777391 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-240643e5-c036-44ec-afe9-581de48321fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.778872 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-240643e5-c036-44ec-afe9-581de48321fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0813901 Jul 22 23:17:06.845378 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-cfa76659-1ba6-4999-9bd1-c6eb4089d747 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 1001 time: 0.0590720 Jul 22 23:17:06.893671 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-76737f87-9489-4fb6-9700-69810aac21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.895117 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-76737f87-9489-4fb6-9700-69810aac21b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0415974 Jul 22 23:17:06.955556 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-c0031714-476c-4578-ab84-e35875478cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.957079 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-c0031714-476c-4578-ab84-e35875478cdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530233 Jul 22 23:17:07.047410 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-0ede6298-1da3-434d-8902-8706eb1a6f57 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819201 Jul 22 23:17:07.132902 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d5e7a3f2-ce2f-45ab-a709-1bcba094a9b4 req-be93d7f6-82b2-460d-a64c-684055568a86 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777817 Jul 22 23:17:14.768887 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:19.303552 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48372) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:19.407211 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-572f1c9c-3c1a-40b2-919a-3b111950ffc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.492568 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-572f1c9c-3c1a-40b2-919a-3b111950ffc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.496308 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-572f1c9c-3c1a-40b2-919a-3b111950ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.533176 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-572f1c9c-3c1a-40b2-919a-3b111950ffc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b430ad62d1554208949168b4859e31c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285786 Jul 22 23:17:19.534020 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f1c9c-3c1a-40b2-919a-3b111950ffc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b091ff-87e3-4caa-a2bd-dbcb2aab5f0e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:19.535827 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48376) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:19.590770 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.610883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.657204 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.659750 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.660938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43b091ff-87e3-4caa-a2bd-dbcb2aab5f0e HTTP/1.1" status: 204 len: 168 time: 0.1232822 Jul 22 23:17:19.668605 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b091ff-87e3-4caa-a2bd-dbcb2aab5f0e,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:19.675461 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.675816 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.676165 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.676507 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.676869 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.677207 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.677542 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.677875 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.678198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.678567 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.678894 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:19.679222 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f5152-ce59-4012-bce9-6e2142cab7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:20.238830 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48398) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:20.328882 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1168026552-network', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:20.349001 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Made reservation on behalf of 8f3898acd36449d4bac51ecb096ddc5b for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:20.351711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.360473 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.448748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.452392 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.473272 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:17:20.488476 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cfb61a-db73-4f91-bedb-a86f44eca8d9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:20.493065 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.493411 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Added segment 77e206d4-413a-491a-ad22-b2d460a00e71 of type vlan for network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 Jul 22 23:17:20.533270 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.560984 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.561920 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.562506 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.591915 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3520262 Jul 22 23:17:20.594889 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48402) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:20.600726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Request body: {'subnet': {'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1168026552-subnet', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:20.621125 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57672-4830-44ec-ba1b-b7eae480dafb admin admin] Pushing event updated for resources: {'Network': ['ID=e7ebaa18-54cf-42c8-a78a-4d39a94eea75,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:20.622766 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Made reservation on behalf of 8f3898acd36449d4bac51ecb096ddc5b for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:20.625369 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25212172'] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.631743 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:17:20.794512 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25212286'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.849423 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60c2136-5879-4c82-a2a8-8a31f8ebe02a,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:20.856792 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Checking segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:20.857161 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Network hostable DHCP agents. Network: e7ebaa18-54cf-42c8-a78a-4d39a94eea75, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:17:20.873545 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:17:20.881359 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, e7ebaa18-54cf-42c8-a78a-4d39a94eea75) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:20.886829 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.888781 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.889550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bd19e-deab-45cb-af44-aa77c14449ae None None] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:17:20.907311 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-2ef51578-5032-4e27-be29-4a54bbe691a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087144 Jul 22 23:17:20.907516 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48404) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:20.911702 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:20.932988 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.933976 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.988914 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.038799 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:17:21.039654 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.128138 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.180729 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Allocated IP 172.20.0.2 (e7ebaa18-54cf-42c8-a78a-4d39a94eea75/e60c2136-5879-4c82-a2a8-8a31f8ebe02a/da066d61-ddcb-4b8d-bdc8-1902e88e6cd3) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:21.329230 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.338896 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Transition to ACTIVE for port object da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:21.354327 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Transition to ACTIVE for port object da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:21.359818 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.396286 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:21.403501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:21.407288 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:21.414513 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Pushing event updated for resources: {'Port': ['ID=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:21.424228 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.424589 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.424951 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.425289 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.425626 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.425953 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.426283 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.426611 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.426939 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.427266 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.428016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.428016 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:21.481550 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Attempting to bind port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:21.482195 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Attempting to bind port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:21.482563 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Attempting to bind port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 on network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:21.488405 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:21.488799 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Checking segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:21.489204 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.489592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Bound using segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:21.490051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Bound port: da066d61-ddcb-4b8d-bdc8-1902e88e6cd3, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:21.490437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.558491 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] For port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:21.561581 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] For port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:21.565255 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.586499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.605542 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.628605 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d5d4-d8dd-4a92-af87-53a74f6767f7 None None] Pushing event updated for resources: {'Port': ['ID=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:21.718153 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Allocated IP 172.27.0.250 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/8a7b81f4-cee2-4b27-8672-822110a66908) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:21.838009 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.878139 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.917327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:21.921683 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:21.925976 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:21.929537 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Pushing event updated for resources: {'Port': ['ID=8a7b81f4-cee2-4b27-8672-822110a66908,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:22.170915 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:22.364473 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:22.438143 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b1952-d9eb-4cc6-be34-55c1e78a2860 None None] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:17:22.492785 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:17:22.561776 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-1cf16b4a-6c1a-45c6-a9c7-8e6a17fec82d None None] Provisioning for port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:22.600914 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:22.616633 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Sync routers for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:22.625039 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:22.628852 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-eb5705ee-604a-4693-8326-73c84dc067cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7180939 Jul 22 23:17:22.629235 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48408) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:22.630986 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:22.631681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:22.743351 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:22.944146 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:22Z', 'revision_number': 3, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:22.970153 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Checking router: 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:22.970503 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Updating router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 port 8a7b81f4-cee2-4b27-8672-822110a66908 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:17:23.006604 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.047094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.196809 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Allocated IP 172.20.0.1 (e7ebaa18-54cf-42c8-a78a-4d39a94eea75/e60c2136-5879-4c82-a2a8-8a31f8ebe02a/88750f46-dc89-4acf-8808-9e43d8169ce5) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:23.249530 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.259948 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Transition to ACTIVE for port object 8a7b81f4-cee2-4b27-8672-822110a66908 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:23.265559 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.305517 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.316599 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Attempting to bind port 8a7b81f4-cee2-4b27-8672-822110a66908 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:23.316999 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Attempting to bind port 8a7b81f4-cee2-4b27-8672-822110a66908 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:23.317359 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Attempting to bind port 8a7b81f4-cee2-4b27-8672-822110a66908 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:23.318792 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Transition to ACTIVE for port object 88750f46-dc89-4acf-8808-9e43d8169ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:23.324771 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72375-385a-429c-93d8-f8e5fac982c0 None None] Pushing event updated for resources: {'Port': ['ID=8a7b81f4-cee2-4b27-8672-822110a66908,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:23.327454 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:23.327826 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:23.328469 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.328597 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:23.329103 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Bound port: 8a7b81f4-cee2-4b27-8672-822110a66908, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:23.329484 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.353952 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.383522 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] For port 8a7b81f4-cee2-4b27-8672-822110a66908, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:23.386771 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] For port 8a7b81f4-cee2-4b27-8672-822110a66908, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=8a7b81f4-cee2-4b27-8672-822110a66908,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:23.390663 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.393753 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:23.396620 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:23.400239 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:23.427102 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Pushing event updated for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:23.447740 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.449752 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:23.450352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:23.484547 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72375-385a-429c-93d8-f8e5fac982c0 None None] Pushing event updated for resources: {'Port': ['ID=8a7b81f4-cee2-4b27-8672-822110a66908,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:23.615571 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.656682 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:23.713559 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3d1436d0-3154-42e1-aad9-36d034d21746 None None] Provisioning for port 88750f46-dc89-4acf-8808-9e43d8169ce5 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:23.722161 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-3d1436d0-3154-42e1-aad9-36d034d21746 None None] Provisioning complete for port 88750f46-dc89-4acf-8808-9e43d8169ce5 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:23.722538 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3d1436d0-3154-42e1-aad9-36d034d21746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.767535 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:23.794085 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.794847 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:23.798596 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.828552 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:23.828945 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.839527 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-3d1436d0-3154-42e1-aad9-36d034d21746 None None] Port 88750f46-dc89-4acf-8808-9e43d8169ce5 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:17:23.867249 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:23.869112 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Pushing event updated for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:23.956747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:23.958683 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:23.991818 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.035395 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:24.042920 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:22Z', 'revision_number': 3, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:24.046997 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.082060 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352c304-5814-449b-8f9d-b8e958eb73b7 None None] The sync data for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi is: [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:22Z', 'revision_number': 3, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:24.084257 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:17:24.138402 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:24.195547 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:24.200724 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0a722ccd-2bc2-4740-8438-215b34ad1108 admin admin] 10.222.0.15 "PUT /v2.0/routers/5ebb4202-9b30-4a73-b432-1f6ffc5134c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705340 Jul 22 23:17:24.259395 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-0d11eb02-a441-4e4a-981b-df128475e4a6 None None] Provisioning complete for port 88750f46-dc89-4acf-8808-9e43d8169ce5 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:24.259770 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0d11eb02-a441-4e4a-981b-df128475e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.295160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-0d11eb02-a441-4e4a-981b-df128475e4a6 None None] Port 88750f46-dc89-4acf-8808-9e43d8169ce5 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:17:24.713711 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48424) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:24.718916 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2109155551-network', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:24.742736 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Made reservation on behalf of 21d40a2cb6734207b6779d1fa5f70f55 for: {'network': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:24.745891 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for network, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.755831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.851609 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.856026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.884646 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=93161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:17:24.890842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd205fcd-fbd5-48f8-a071-551646aefa6b,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:24.897769 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.898121 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.segments_db [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Added segment b9042a46-cff2-4c59-971b-3d29dea14967 of type vlan for network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d Jul 22 23:17:24.942043 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739007141623'] for network, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.970038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928'] for network, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:24.971010 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:24.971604 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.001779 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2868793 Jul 22 23:17:25.004384 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48426) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:25.010658 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Request body: {'subnet': {'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2109155551-subnet', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'ip_version': 4}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:25.047745 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41aa00-6400-4d59-8ba4-1fb2101e3fbb admin admin] Pushing event updated for resources: {'Network': ['ID=99baf7a7-9cdd-43e3-b9f2-09fc1617240d,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:25.057869 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d details requested by agent ovs-agent-dv-cinder-801913-2-iscsi with host dv-cinder-801913-2-iscsi {{(pid=93163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:17:25.064403 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Made reservation on behalf of 21d40a2cb6734207b6779d1fa5f70f55 for: {'subnet': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:25.068159 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25212172'] for subnet, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.237494 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25212286'] for subnet, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.296610 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6129554f-add2-4fb9-8cd9-19a0a2364a85,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:25.300926 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Checking segment: {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:25.301374 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Network hostable DHCP agents. Network: 99baf7a7-9cdd-43e3-b9f2-09fc1617240d, hostable agents: ['be5979fa-c190-4426-9684-6f8a03434da9'], hosted agents: [] {{(pid=93161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:17:25.321384 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d is scheduled to be hosted by DHCP agent be5979fa-c190-4426-9684-6f8a03434da9 with binding_index 1 {{(pid=93161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:17:25.330354 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-2-iscsi, 99baf7a7-9cdd-43e3-b9f2-09fc1617240d) {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:25.334559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:25.335326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.339188 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35467bb-b9ea-4b0e-9454-2ad02448f131 None None] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:17:25.349412 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-66c0ddfe-5dfb-4ad3-b2de-31c7c0797389 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3439760 Jul 22 23:17:25.352032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48428) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:25.356413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:25.377350 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1811516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9682'] for router, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.378315 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9689'] for router, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.434860 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.488712 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd097d6b2-7878-5c25-b5e1-84fe66d448b0-99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85'}]}} from dv-cinder-801913-2-iscsi. {{(pid=93163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:17:25.489562 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.578478 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5939'] for router, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.640007 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Allocated IP 172.20.0.2 (99baf7a7-9cdd-43e3-b9f2-09fc1617240d/6129554f-add2-4fb9-8cd9-19a0a2364a85/b56eccd7-7b1e-46cc-bb78-6987618d8b66) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:25.655849 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Sync routers for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:25.667891 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:25.668505 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:25.673516 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 8a7b81f4-cee2-4b27-8672-822110a66908 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:25.773403 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:25.779085 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 8a7b81f4-cee2-4b27-8672-822110a66908 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:25.789223 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 8a7b81f4-cee2-4b27-8672-822110a66908 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:25.789870 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.801383 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.821445 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.865813 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.879120 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Transition to ACTIVE for port object b56eccd7-7b1e-46cc-bb78-6987618d8b66 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:25.923352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Transition to ACTIVE for port object b56eccd7-7b1e-46cc-bb78-6987618d8b66 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:25.935652 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.943623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:25.946212 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Allocated IP 172.27.0.165 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/57b65c77-a884-4a75-b483-d2cb96cc31b9) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:25.976878 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 2, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:25.992926 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:25.997601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 8a7b81f4-cee2-4b27-8672-822110a66908, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=8a7b81f4-cee2-4b27-8672-822110a66908,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:25.998802 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:26.002312 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:26.004032 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Checking router: 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:26.004686 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Updating router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 port 88750f46-dc89-4acf-8808-9e43d8169ce5 binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:17:26.004843 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.005530 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:26.032283 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Pushing event updated for resources: {'Port': ['ID=b56eccd7-7b1e-46cc-bb78-6987618d8b66,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.041643 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.059698 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.109227 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.145516 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=8a7b81f4-cee2-4b27-8672-822110a66908,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.151314 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Attempting to bind port b56eccd7-7b1e-46cc-bb78-6987618d8b66 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:26.151685 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Attempting to bind port b56eccd7-7b1e-46cc-bb78-6987618d8b66 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:26.152047 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Attempting to bind port b56eccd7-7b1e-46cc-bb78-6987618d8b66 on network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:26.159836 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:26.160208 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Checking segment: {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:26.160819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.161378 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Bound using segment: {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:26.162079 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Bound port: b56eccd7-7b1e-46cc-bb78-6987618d8b66, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:26.163590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.164542 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:26.167249 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:26.169178 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Pushing event updated for resources: {'Port': ['ID=57b65c77-a884-4a75-b483-d2cb96cc31b9,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.173066 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:26.180889 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:26.181467 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.271034 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] For port b56eccd7-7b1e-46cc-bb78-6987618d8b66, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:26.277210 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] For port b56eccd7-7b1e-46cc-bb78-6987618d8b66, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b56eccd7-7b1e-46cc-bb78-6987618d8b66,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:26.299322 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.377820 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482565a-a040-48bb-a2ff-b0b151427ffc None None] Pushing event updated for resources: {'Port': ['ID=b56eccd7-7b1e-46cc-bb78-6987618d8b66,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.395737 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.409732 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Transition to ACTIVE for port object 88750f46-dc89-4acf-8808-9e43d8169ce5 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:26.417476 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.453942 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.519541 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Pushing event updated for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.524793 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Attempting to bind port 88750f46-dc89-4acf-8808-9e43d8169ce5 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:26.525371 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Attempting to bind port 88750f46-dc89-4acf-8808-9e43d8169ce5 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:26.525918 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Attempting to bind port 88750f46-dc89-4acf-8808-9e43d8169ce5 on network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:26.535574 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.535776 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.536267 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.536904 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.537121 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.537447 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.537789 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.538109 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.538450 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.538769 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.539083 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.539394 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:26.543863 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:26.544228 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Checking segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:26.544630 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.545047 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Bound using segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:26.545515 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Bound port: 88750f46-dc89-4acf-8808-9e43d8169ce5, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:26.545904 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.637862 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] For port 88750f46-dc89-4acf-8808-9e43d8169ce5, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:26.641131 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] For port 88750f46-dc89-4acf-8808-9e43d8169ce5, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=88750f46-dc89-4acf-8808-9e43d8169ce5,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:26.651242 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.702164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811682'] for router, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.726554 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad906403-a3dd-4837-83a7-551f67c8f477 None None] Pushing event updated for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:26.729330 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:26.729745 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:26.842389 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:26.851600 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Router f3116338-9996-466c-9b27-c7b3360c3156 is scheduled to L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 with binding_index 1 {{(pid=93161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:17:26.965117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:26.976625 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Sync routers for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:26.983626 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:26.985218 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-8f301392-82d6-4bc7-a275-c4588b79e4de admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6321986 Jul 22 23:17:26.987937 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48430) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:26.988915 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:26.989597 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:27.062799 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:26Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:27.093318 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a426-ad99-4225-9ead-4e43fda84178 None None] The sync data for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi is: [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:26Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:27.107049 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:27.357070 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:26Z', 'revision_number': 3, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:27.387041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Checking router: f3116338-9996-466c-9b27-c7b3360c3156 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:27.387399 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Updating router f3116338-9996-466c-9b27-c7b3360c3156 port 57b65c77-a884-4a75-b483-d2cb96cc31b9 binding host dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:17:27.432904 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:27.484376 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353ccd5-0b31-4932-9d6a-2193ed3292ee None None] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:17:27.645981 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-84657ed1-1730-4480-872f-0aea251f1828 None None] Provisioning for port b56eccd7-7b1e-46cc-bb78-6987618d8b66 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:27.743133 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 8a7b81f4-cee2-4b27-8672-822110a66908 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:27.759883 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:27.933879 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Allocated IP 172.20.0.1 (99baf7a7-9cdd-43e3-b9f2-09fc1617240d/6129554f-add2-4fb9-8cd9-19a0a2364a85/82d9709e-e60a-45fa-a41c-4188c0d324eb) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:28.033236 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 8a7b81f4-cee2-4b27-8672-822110a66908 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:28.033621 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.049240 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.067237 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Transition to ACTIVE for port object 82d9709e-e60a-45fa-a41c-4188c0d324eb will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:28.078217 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.101796 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Transition to ACTIVE for port object 57b65c77-a884-4a75-b483-d2cb96cc31b9 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:28.108747 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.112041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.154912 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:28.158748 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:28.164124 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:28.168125 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Pushing event updated for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:28.196291 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.196291 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.196601 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6513e-9306-49ad-9afe-d148f7be0a49 None None] Pushing event updated for resources: {'Port': ['ID=57b65c77-a884-4a75-b483-d2cb96cc31b9,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:28.196728 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.196728 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.196728 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.197070 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.197383 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.197711 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.198035 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.198357 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.198677 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.198996 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:28.213183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Attempting to bind port 57b65c77-a884-4a75-b483-d2cb96cc31b9 on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:28.213552 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Attempting to bind port 57b65c77-a884-4a75-b483-d2cb96cc31b9 by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:28.213924 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Attempting to bind port 57b65c77-a884-4a75-b483-d2cb96cc31b9 on network 301a2776-9e1c-4676-9448-f0997d65bbda {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:28.220533 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811475'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.226234 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:28.226615 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Checking segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:28.227023 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.227416 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Bound using segment: {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:28.227901 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Bound port: 57b65c77-a884-4a75-b483-d2cb96cc31b9, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1dc58f-ea20-4644-a4c9-cc4f66fb290f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:28.228358 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.252580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b56eccd7-7b1e-46cc-bb78-6987618d8b66 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:28.315790 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] For port 57b65c77-a884-4a75-b483-d2cb96cc31b9, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:28.320825 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] For port 57b65c77-a884-4a75-b483-d2cb96cc31b9, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57b65c77-a884-4a75-b483-d2cb96cc31b9,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:28.329109 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.339287 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port b56eccd7-7b1e-46cc-bb78-6987618d8b66 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:28.372810 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port b56eccd7-7b1e-46cc-bb78-6987618d8b66 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:28.373472 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.393643 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.443142 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6513e-9306-49ad-9afe-d148f7be0a49 None None] Pushing event updated for resources: {'Port': ['ID=57b65c77-a884-4a75-b483-d2cb96cc31b9,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:28.455885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:28.456529 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:28.460906 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-896b846b-5551-4c75-a20a-ddc343d4af56 None None] Provisioning complete for port b56eccd7-7b1e-46cc-bb78-6987618d8b66 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:28.461596 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-896b846b-5551-4c75-a20a-ddc343d4af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.574598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.579350 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303419'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.642312 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.648580 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Pushing event updated for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:28.652113 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813411'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.666834 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:28.709507 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-896b846b-5551-4c75-a20a-ddc343d4af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.742985 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:28.744431 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:28.773164 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port b56eccd7-7b1e-46cc-bb78-6987618d8b66, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b56eccd7-7b1e-46cc-bb78-6987618d8b66,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:28.786970 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:28.788323 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 88750f46-dc89-4acf-8808-9e43d8169ce5 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:28.869678 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Router f3116338-9996-466c-9b27-c7b3360c3156 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:17:28.937185 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.db.api [None req-896b846b-5551-4c75-a20a-ddc343d4af56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:17:28.937607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG oslo_db.api [None req-896b846b-5551-4c75-a20a-ddc343d4af56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:17:28.951397 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=b56eccd7-7b1e-46cc-bb78-6987618d8b66,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:28.983079 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:28.988802 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7fb7385c-939c-40f3-a5e9-156f9a0a7d78 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3116338-9996-466c-9b27-c7b3360c3156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9997635 Jul 22 23:17:28.994447 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 88750f46-dc89-4acf-8808-9e43d8169ce5 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:28.999920 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 88750f46-dc89-4acf-8808-9e43d8169ce5 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:29.000242 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.057910 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '82d9709e-e60a-45fa-a41c-4188c0d324eb', 'name': '', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'mac_address': 'fa:16:3e:24:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:27Z', 'updated_at': '2021-07-22T23:17:27Z', 'revision_number': 1, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'subnets': [{'id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:29.088563 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c348c-4cb2-4a9d-8117-982d975fd555 None None] The sync data for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '82d9709e-e60a-45fa-a41c-4188c0d324eb', 'name': '', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'mac_address': 'fa:16:3e:24:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:27Z', 'updated_at': '2021-07-22T23:17:27Z', 'revision_number': 1, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'subnets': [{'id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:29.125528 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.160946 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 88750f46-dc89-4acf-8808-9e43d8169ce5, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=88750f46-dc89-4acf-8808-9e43d8169ce5,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:29.165717 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.221150 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:29.508645 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48440) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:29.514050 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140026482', 'description': 'tempest-secgroup-smoke-1140026482 description', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:29.539356 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.568183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b56eccd7-7b1e-46cc-bb78-6987618d8b66 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:29.617006 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-1d226e9a-aae3-4534-9777-36bb637551ce None None] Provisioning for port 82d9709e-e60a-45fa-a41c-4188c0d324eb completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:29.622642 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-1d226e9a-aae3-4534-9777-36bb637551ce None None] Provisioning complete for port 82d9709e-e60a-45fa-a41c-4188c0d324eb triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:29.623017 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1d226e9a-aae3-4534-9777-36bb637551ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.630740 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.635950 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.651027 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port b56eccd7-7b1e-46cc-bb78-6987618d8b66 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:29.651401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.667454 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.671577 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1589880 Jul 22 23:17:29.671577 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067054f-806c-47b2-b964-dd2643db843a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7621748c-8952-4318-80fc-8a3ed1def263,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:29.672521 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48442) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:29.679123 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:29.697216 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-1d226e9a-aae3-4534-9777-36bb637551ce None None] Port 82d9709e-e60a-45fa-a41c-4188c0d324eb cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:17:29.709545 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.752042 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 88750f46-dc89-4acf-8808-9e43d8169ce5 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:29.786009 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.796922 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.814539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be50c69-cc6a-4969-b236-a35062aa1e90,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:29.825705 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.827688 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a84241ba-2788-49a4-9bcc-c29629d0eab6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534872 Jul 22 23:17:29.830426 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48444) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:29.836197 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:29.836754 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 88750f46-dc89-4acf-8808-9e43d8169ce5 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:29.837118 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.868429 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.942754 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.946852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.966509 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bd1e69-ae6a-4388-b092-1c2b8d792736,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:29.975313 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:29.977131 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3d43b05b-d0a2-4b1c-a55a-cdb649c1ea5a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455922 Jul 22 23:17:29.979827 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48446) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:29.985154 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:30.012253 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.073925 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.078268 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.096576 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8266ca2e-32bc-4792-9e59-d01db93e721b,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:30.103455 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.107386 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-0d68aabe-3620-4b20-92db-855e2a02d3d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238818 Jul 22 23:17:30.107667 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48448) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:30.112440 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:30.139189 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.201014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.205668 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.223144 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac78d45-f1e3-41e4-8493-ecfafe9acc43,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:30.233579 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.234836 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e00d4fa1-bdf0-4499-a01c-f504eab0baf6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261206 Jul 22 23:17:30.237483 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48450) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:30.242263 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:30.264521 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Project 8f3898acd36449d4bac51ecb096ddc5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:17:30.270157 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.334049 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.339043 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.357522 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02cd798-b2e8-4c10-8e17-d04f4cf6bf74,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:30.365940 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.367218 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5ca06b20-eea8-48c7-bbb7-302cee84a381 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286743 Jul 22 23:17:30.370146 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48452) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:30.375749 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'security_group_rule': {'security_group_id': '7621748c-8952-4318-80fc-8a3ed1def263', 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:30.382144 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c25d17d6-87ed-41ea-988e-5c402fb3d261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.399477 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.securitygroups_db [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Project 8f3898acd36449d4bac51ecb096ddc5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:17:30.404317 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.464984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.468220 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322416'] for security_group_rule, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.485004 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756acfc8-886f-4286-b5ac-e05a9c79af28,revision_number=0']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:30.490225 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:30.491801 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-6d6e0c6a-0880-4dbb-91df-4a212e549b30 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201267 Jul 22 23:17:31.131388 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Sync routers for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:31.140965 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:31.141581 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:31.251097 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:31.454506 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '82d9709e-e60a-45fa-a41c-4188c0d324eb', 'name': '', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'mac_address': 'fa:16:3e:24:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:27Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 2, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'subnets': [{'id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:31.482195 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Checking router: f3116338-9996-466c-9b27-c7b3360c3156 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:31.482555 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Updating router f3116338-9996-466c-9b27-c7b3360c3156 port 82d9709e-e60a-45fa-a41c-4188c0d324eb binding host dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:17:31.519146 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.576401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57b65c77-a884-4a75-b483-d2cb96cc31b9 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:31.599286 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.629709 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 57b65c77-a884-4a75-b483-d2cb96cc31b9 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:31.637303 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 57b65c77-a884-4a75-b483-d2cb96cc31b9 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:31.637711 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.713770 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.733742 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 57b65c77-a884-4a75-b483-d2cb96cc31b9, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57b65c77-a884-4a75-b483-d2cb96cc31b9,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:31.738874 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.791754 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.796108 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=57b65c77-a884-4a75-b483-d2cb96cc31b9,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:31.802184 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Transition to ACTIVE for port object 82d9709e-e60a-45fa-a41c-4188c0d324eb will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:31.807292 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.851015 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd2b06-3009-4120-a19c-7b0ff9eb3c66 None None] Pushing event updated for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:31.909719 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Attempting to bind port 82d9709e-e60a-45fa-a41c-4188c0d324eb on host dv-cinder-801913-2-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:31.910084 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Attempting to bind port 82d9709e-e60a-45fa-a41c-4188c0d324eb by drivers openvswitch,hyperv on host dv-cinder-801913-2-iscsi at level 0 using segments [{'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:31.910443 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Attempting to bind port 82d9709e-e60a-45fa-a41c-4188c0d324eb on network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:31.915637 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Checking agent: {'id': '3a7f9b9d-4cc9-4e23-884d-b765169faabc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 1, 3), 'started_at': datetime.datetime(2021, 7, 22, 23, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:31.916006 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Checking segment: {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:31.916404 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.916830 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Bound using segment: {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:31.917297 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Bound port: 82d9709e-e60a-45fa-a41c-4188c0d324eb, host: dv-cinder-801913-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9042a46-cff2-4c59-971b-3d29dea14967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:31.917716 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.993556 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] For port 82d9709e-e60a-45fa-a41c-4188c0d324eb, host dv-cinder-801913-2-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:31.996923 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] For port 82d9709e-e60a-45fa-a41c-4188c0d324eb, host dv-cinder-801913-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=82d9709e-e60a-45fa-a41c-4188c0d324eb,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:32.001901 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:32.065301 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:32.065934 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:32.102590 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd2b06-3009-4120-a19c-7b0ff9eb3c66 None None] Pushing event updated for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:32.178544 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:32.375129 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '82d9709e-e60a-45fa-a41c-4188c0d324eb', 'name': '', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'mac_address': 'fa:16:3e:24:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:27Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'subnets': [{'id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:32.479801 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb14fc-12a5-4870-901e-0a8b0cd6cbc1 None None] The sync data for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:28Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '82d9709e-e60a-45fa-a41c-4188c0d324eb', 'name': '', 'network_id': '99baf7a7-9cdd-43e3-b9f2-09fc1617240d', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'mac_address': 'fa:16:3e:24:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:27Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'subnets': [{'id': '6129554f-add2-4fb9-8cd9-19a0a2364a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:32.869592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:32.933463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-25b68b25-8834-4d8d-9c64-b7020e299417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:33.570598 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57b65c77-a884-4a75-b483-d2cb96cc31b9 up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:33.616721 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 57b65c77-a884-4a75-b483-d2cb96cc31b9 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:33.617026 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:33.693577 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 82d9709e-e60a-45fa-a41c-4188c0d324eb up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:33.861153 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning for port 82d9709e-e60a-45fa-a41c-4188c0d324eb completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:33.864541 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 82d9709e-e60a-45fa-a41c-4188c0d324eb triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:33.864944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:33.941450 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:33.974796 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] For port 82d9709e-e60a-45fa-a41c-4188c0d324eb, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=82d9709e-e60a-45fa-a41c-4188c0d324eb,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:33.977790 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:34.025881 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Pushing event updated for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:34.056441 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:35.558416 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 82d9709e-e60a-45fa-a41c-4188c0d324eb up at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:35.605139 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Provisioning complete for port 82d9709e-e60a-45fa-a41c-4188c0d324eb triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:35.605511 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:35.777083 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:45.790435 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-55f8e116-6c49-4b62-9bd0-5f5be1325988 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140026482&fields=id&tenant_id=8f3898acd36449d4bac51ecb096ddc5b HTTP/1.1" status: 200 len: 267 time: 0.0324800 Jul 22 23:17:45.891162 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-776b1cbd-c905-4ebf-8744-9b634c1211f0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:45.892615 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-776b1cbd-c905-4ebf-8744-9b634c1211f0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 809 time: 0.0959752 Jul 22 23:17:45.906810 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-d82fd080-00ff-4fab-8035-862bbf65f924 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/quotas/8f3898acd36449d4bac51ecb096ddc5b HTTP/1.1" status: 200 len: 375 time: 0.0090225 Jul 22 23:17:45.974216 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-28edbdd1-4630-4dc6-bdaf-87d409d5a17d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625865 Jul 22 23:17:46.065281 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-d12a58b5-045d-40fb-8997-1e15b51d4445 service neutron] 10.222.0.15 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792985 Jul 22 23:17:46.153292 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-42567d06-ee78-410a-ab28-a98362a48e8c service neutron] 10.222.0.15 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821695 Jul 22 23:17:46.444431 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d09f2918-4c49-4a27-866f-8598db29850c req-d03bbc81-ad17-4f09-bde8-cbb9b26c6ed0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 210 time: 0.0301061 Jul 22 23:17:47.306246 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-c5ab18b2-016d-4a6a-aa96-6beec92d5bd7 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.307715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-c5ab18b2-016d-4a6a-aa96-6beec92d5bd7 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 809 time: 0.1043966 Jul 22 23:17:47.349000 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-8a1cd05f-e73c-40d1-bbf8-898a00e38c16 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3898acd36449d4bac51ecb096ddc5b HTTP/1.1" status: 200 len: 380 time: 0.0334444 Jul 22 23:17:47.360016 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'port': {'device_id': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'admin_state_up': True, 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'security_groups': ['7621748c-8952-4318-80fc-8a3ed1def263']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:47.467393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Made reservation on behalf of 8f3898acd36449d4bac51ecb096ddc5b for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:47.470831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:47.829598 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bcb1c479-323a-4080-bbfd-dd171cb5a002 req-2084af9c-0bee-404e-84ad-8da23e9ce843 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 210 time: 0.0342326 Jul 22 23:17:47.894815 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Allocated IP 172.20.0.13 (e7ebaa18-54cf-42c8-a78a-4d39a94eea75/e60c2136-5879-4c82-a2a8-8a31f8ebe02a/2d6d2369-8dd3-4360-aab0-96bb96c2548d) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:48.029597 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.042070 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Transition to ACTIVE for port object 2d6d2369-8dd3-4360-aab0-96bb96c2548d will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:48.073859 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.115883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:48.119456 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:48.123110 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:48.129631 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:48.183988 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:48.184616 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.199705 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-356c2b8e-1c0b-45b0-a037-9d3eec95ce77 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8431640 Jul 22 23:17:48.211800 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Request body: {'port': {'device_id': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:48.285875 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.373487 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-905d3a92-1620-42af-96c6-54e4fe72516f None None] Provisioning for port 2d6d2369-8dd3-4360-aab0-96bb96c2548d completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:48.377232 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-905d3a92-1620-42af-96c6-54e4fe72516f None None] Provisioning complete for port 2d6d2369-8dd3-4360-aab0-96bb96c2548d triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:48.377608 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-905d3a92-1620-42af-96c6-54e4fe72516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.409861 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-905d3a92-1620-42af-96c6-54e4fe72516f None None] Port 2d6d2369-8dd3-4360-aab0-96bb96c2548d cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:17:48.546275 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6d2369-8dd3-4360-aab0-96bb96c2548d {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:48.553368 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.564683 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Transition to ACTIVE for port object 2d6d2369-8dd3-4360-aab0-96bb96c2548d will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:48.568391 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.617592 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:48.688824 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Attempting to bind port 2d6d2369-8dd3-4360-aab0-96bb96c2548d on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:48.689305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Attempting to bind port 2d6d2369-8dd3-4360-aab0-96bb96c2548d by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:48.689638 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Attempting to bind port 2d6d2369-8dd3-4360-aab0-96bb96c2548d on network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:48.694269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Port 2d6d2369-8dd3-4360-aab0-96bb96c2548d on network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:17:48.694591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Attempting to bind port 2d6d2369-8dd3-4360-aab0-96bb96c2548d on network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:48.699457 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:48.699804 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Checking segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:48.700190 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Bound using segment: {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:48.700620 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Bound port: 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e206d4-413a-491a-ad22-b2d460a00e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:48.701032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.768547 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:48.771454 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:48.777352 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.812691 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:48.813326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.814803 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] 10.222.0.61 "PUT /v2.0/ports/2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1094 time: 0.6075706 Jul 22 23:17:48.815162 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:48.817480 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab3f566-9a45-4a51-b237-df0bb475b959" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:48.844498 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d51d51-b05e-44f5-92db-d6625924ebba service neutron] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:48.917930 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb157d6b-0378-4142-80ab-90e9f8cb9e68 x-openstack-request-id: req-cb157d6b-0378-4142-80ab-90e9f8cb9e68 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:48.918227 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:48.918479 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb157d6b-0378-4142-80ab-90e9f8cb9e68 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:48.918875 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'status': 'completed', 'code': 200} Jul 22 23:17:48.977164 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-5aef5555-990f-4616-bcbd-511a2e690a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:48.978954 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-5aef5555-990f-4616-bcbd-511a2e690a40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1097 time: 0.1126885 Jul 22 23:17:49.028120 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-29a8b7ae-b766-4691-806a-0f311e119031 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 217 time: 0.0421786 Jul 22 23:17:49.068868 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae92fc-2abc-44cb-87e3-b36c1445b4b3 req-b13209a1-72b7-47cd-a23a-cd5af4c1b89a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.070338 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-36ae92fc-2abc-44cb-87e3-b36c1445b4b3 req-b13209a1-72b7-47cd-a23a-cd5af4c1b89a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.1415284 Jul 22 23:17:49.100550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-cbe6e506-0aaf-4738-97f0-fea4bbb0a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.102505 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-cbe6e506-0aaf-4738-97f0-fea4bbb0a10e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0680444 Jul 22 23:17:49.144986 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-36ae92fc-2abc-44cb-87e3-b36c1445b4b3 req-aa912600-c837-41b9-8d3c-bb17f918e2bd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673063 Jul 22 23:17:49.170584 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-65e480cd-f85f-426d-8404-c86672eb39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.172120 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-65e480cd-f85f-426d-8404-c86672eb39b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609195 Jul 22 23:17:49.261078 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-74ce7ec0-0fe1-4c90-ad35-7ab43bfa17c0 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825105 Jul 22 23:17:49.349464 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6325426b-8166-4a32-973d-ca7187bd55d4 req-bcdb4261-32de-411f-b302-93736daab2e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821226 Jul 22 23:17:49.442503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-70fb139a-599f-4434-b698-1dc686a1055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.443966 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-70fb139a-599f-4434-b698-1dc686a1055c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1097 time: 0.0522578 Jul 22 23:17:49.539371 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-84ee162c-7709-490b-917a-f69d4127e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.540868 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-84ee162c-7709-490b-917a-f69d4127e275 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0897179 Jul 22 23:17:49.581111 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-ca801719-f987-42c1-8386-b87bf71fa8c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 217 time: 0.0337951 Jul 22 23:17:49.627499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-cd661121-9fab-40fe-91d9-cf10cdd051cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.628938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-cd661121-9fab-40fe-91d9-cf10cdd051cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0419650 Jul 22 23:17:49.685263 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-cb2df73a-b957-42f3-8732-a67118ad138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.686736 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-cb2df73a-b957-42f3-8732-a67118ad138f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516977 Jul 22 23:17:49.777917 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-a4073d69-220e-40db-a168-8e96f86341cd service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Jul 22 23:17:49.867805 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3ab3f566-9a45-4a51-b237-df0bb475b959 req-015c1830-51ac-40a4-8150-0d601f8ea161 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832994 Jul 22 23:17:50.270975 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026cc72-240b-473e-956a-0cae2d9b5f93 req-587c4867-5f17-486e-90e9-c0c511f186de tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:50.272980 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2026cc72-240b-473e-956a-0cae2d9b5f93 req-587c4867-5f17-486e-90e9-c0c511f186de tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0624306 Jul 22 23:17:50.309521 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-2026cc72-240b-473e-956a-0cae2d9b5f93 req-d52c73ea-906c-452e-b1de-0575267a26b4 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Jul 22 23:17:51.434309 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f1bb-d930-4f9c-b08e-5654abc1cca9 req-e600e083-4fed-4cfb-92cb-2385895ab059 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:51.435781 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f82f1bb-d930-4f9c-b08e-5654abc1cca9 req-e600e083-4fed-4cfb-92cb-2385895ab059 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jul 22 23:17:51.471775 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f82f1bb-d930-4f9c-b08e-5654abc1cca9 req-b855db6d-20ea-4517-8be3-eaadd81b2714 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Jul 22 23:17:51.767339 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:52.602179 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586e5c0-8f2c-46b1-a923-d5266ef6df4f req-ab5524cc-4743-49f1-9b8b-4fe6f2f158e9 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:52.603640 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d586e5c0-8f2c-46b1-a923-d5266ef6df4f req-ab5524cc-4743-49f1-9b8b-4fe6f2f158e9 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0676606 Jul 22 23:17:52.642139 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d586e5c0-8f2c-46b1-a923-d5266ef6df4f req-c313d175-3ebf-4a03-a32b-9d87915529b6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329304 Jul 22 23:17:53.767240 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93ebfb-b408-47ce-a642-3b7593e66b13 req-9de04641-1eaf-4f07-a3c3-066314aaeaf2 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:53.768632 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3b93ebfb-b408-47ce-a642-3b7593e66b13 req-9de04641-1eaf-4f07-a3c3-066314aaeaf2 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0628064 Jul 22 23:17:53.805930 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3b93ebfb-b408-47ce-a642-3b7593e66b13 req-aef42ee7-19b7-4f96-8cba-aad3dd7b880e tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Jul 22 23:17:54.935844 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a3fcb-a26f-45a4-b1aa-b83e677e040d req-f403f8e6-619c-4ba8-9cac-3d4f5a04fecd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:54.937366 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e9a3fcb-a26f-45a4-b1aa-b83e677e040d req-f403f8e6-619c-4ba8-9cac-3d4f5a04fecd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0635467 Jul 22 23:17:54.977890 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e9a3fcb-a26f-45a4-b1aa-b83e677e040d req-d497b93f-ef13-42b1-beda-0c2c3f046c73 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350056 Jul 22 23:17:56.104433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a309e-e274-479c-ab4f-fe53951acadf req-5b8bf1d3-ccce-4b89-b843-ed5071798576 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:56.105932 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e91a309e-e274-479c-ab4f-fe53951acadf req-5b8bf1d3-ccce-4b89-b843-ed5071798576 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0638788 Jul 22 23:17:56.143208 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e91a309e-e274-479c-ab4f-fe53951acadf req-92f5cf73-6939-4d65-85d1-c6cd5d092480 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Jul 22 23:17:57.269734 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0117f15-7e79-4804-abb9-1063336219e0 req-160e9c9e-f8d9-4f6c-a4bc-12d482c75467 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:57.271231 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c0117f15-7e79-4804-abb9-1063336219e0 req-160e9c9e-f8d9-4f6c-a4bc-12d482c75467 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0637457 Jul 22 23:17:57.307692 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c0117f15-7e79-4804-abb9-1063336219e0 req-aaa71dd8-4992-4977-b44a-18eb3ebad4a2 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Jul 22 23:17:57.475701 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:17:57.570327 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:57.580845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'mac_address': 'fa:16:3e:ba:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:17:57.615992 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:57.628684 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6d2369-8dd3-4360-aab0-96bb96c2548d {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:57.647449 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:57.651478 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:57.696825 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:57.860902 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['2d6d2369-8dd3-4360-aab0-96bb96c2548d'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:17:58.436738 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72054b8-9a55-4c73-9abd-d447a2b7886c req-73131b99-4968-46db-9754-b1cc797d2afc tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:58.438227 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f72054b8-9a55-4c73-9abd-d447a2b7886c req-73131b99-4968-46db-9754-b1cc797d2afc tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 945 time: 0.0659914 Jul 22 23:17:58.483052 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f72054b8-9a55-4c73-9abd-d447a2b7886c req-4dd005c6-2e5c-415d-b84c-3671a7af77a8 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 Jul 22 23:17:59.474928 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:59.522568 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 2d6d2369-8dd3-4360-aab0-96bb96c2548d completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:59.526302 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 2d6d2369-8dd3-4360-aab0-96bb96c2548d triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:59.526675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:59.605745 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:59.611314 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907bcc-3136-44df-81b1-34a0577f3e86 req-6742f3b9-525b-4bce-883b-7b875dd3fd38 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:59.613417 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0907bcc-3136-44df-81b1-34a0577f3e86 req-6742f3b9-525b-4bce-883b-7b875dd3fd38 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Jul 22 23:17:59.627681 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:59.629973 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e107e-8498-4766-97a2-94af1b7004c9" -d '{"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:59.645769 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:59.650720 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:59.654448 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b0907bcc-3136-44df-81b1-34a0577f3e86 req-e0bd0913-32cc-4409-8a9a-5040249d170f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343885 Jul 22 23:17:59.677096 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b2fcd-7b3c-4818-84d8-2d81f6dc1b36 x-openstack-request-id: req-2a8b2fcd-7b3c-4818-84d8-2d81f6dc1b36 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:59.677390 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:59.677652 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8b2fcd-7b3c-4818-84d8-2d81f6dc1b36 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:59.678047 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'code': 200} Jul 22 23:17:59.707974 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:59.890457 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c982c2-3653-427c-ad99-f46e0c55b035 req-c2325362-8f5a-4ba3-b352-8b9885f554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:59.891929 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46c982c2-3653-427c-ad99-f46e0c55b035 req-c2325362-8f5a-4ba3-b352-8b9885f554f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0518830 Jul 22 23:17:59.928582 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-46c982c2-3653-427c-ad99-f46e0c55b035 req-f750c14d-61ba-4307-ab96-11dbd429be95 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304339 Jul 22 23:18:00.374394 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f13e09f9-05c0-47d5-8ce8-650035e35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:00.787619 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c671211-7c70-47d1-99bc-8ddadb102d60 req-b8ebc36a-51f7-4e10-87ff-067db7342743 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:00.789740 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3c671211-7c70-47d1-99bc-8ddadb102d60 req-b8ebc36a-51f7-4e10-87ff-067db7342743 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0616620 Jul 22 23:18:00.826629 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3c671211-7c70-47d1-99bc-8ddadb102d60 req-a383d9ab-c953-4eef-933c-42c921316148 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jul 22 23:18:00.952365 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fb757-3bb6-450f-8863-5359179fb42a req-ec9d9970-cd1d-44c7-a27d-d2bb1e0b8cad tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:00.953800 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c71fb757-3bb6-450f-8863-5359179fb42a req-ec9d9970-cd1d-44c7-a27d-d2bb1e0b8cad tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0641086 Jul 22 23:18:00.990630 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c71fb757-3bb6-450f-8863-5359179fb42a req-a920197b-b4a2-43e3-9081-e473787b5561 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Jul 22 23:18:01.012055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48610) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:01.152841 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9bde2-b703-4846-8637-d58fc9f0d11e tempest-TestShelveInstance-507767941 tempest-TestShelveInstance-507767941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:01.154480 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-d8f9bde2-b703-4846-8637-d58fc9f0d11e tempest-TestShelveInstance-507767941 tempest-TestShelveInstance-507767941-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1094 time: 0.1414413 Jul 22 23:18:01.157419 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48614) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:01.162302 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:01.183057 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.278772 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.384021 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Allocated IP 172.27.0.157 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/9e6c6d36-1f7b-4173-a05a-e7a36753699f) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:01.479312 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.518694 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.560563 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:01.563282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:01.566798 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:01.572667 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'Port': ['ID=9e6c6d36-1f7b-4173-a05a-e7a36753699f,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:01.603879 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.909940 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.987687 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.133168 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.137307 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.201721 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event updated for resources: {'Port': ['ID=9e6c6d36-1f7b-4173-a05a-e7a36753699f,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:02.212803 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.314189 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Floating IP 83e0d555-5354-416d-8552-8b719c0c12dd associated. External IP: 172.27.0.157, port: 2d6d2369-8dd3-4360-aab0-96bb96c2548d. Jul 22 23:18:02.510011 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:02.611067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:02.622045 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Sync routers for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:02.628444 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.630345 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:02.631776 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:17:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:02.664081 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ac919717-75bd-475a-8ac2-35e00c348f6d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5049345 Jul 22 23:18:02.664904 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:02.667134 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a917f-3385-480b-9254-8ae1b930dbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:02.700757 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b08950-cfca-495a-9ad7-dd0d5c8d4383 x-openstack-request-id: req-14b08950-cfca-495a-9ad7-dd0d5c8d4383 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:02.701049 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:02.701296 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14b08950-cfca-495a-9ad7-dd0d5c8d4383 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:02.701694 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'status': 'completed', 'code': 200} Jul 22 23:18:02.746631 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:02.774055 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-810932c6-613f-4767-8e14-d8ffd021f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:02.775557 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-810932c6-613f-4767-8e14-d8ffd021f4da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0527055 Jul 22 23:18:02.866657 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-121cbb80-c4e5-42d5-94f5-b5b5e6317870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:02.868152 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-121cbb80-c4e5-42d5-94f5-b5b5e6317870 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0867798 Jul 22 23:18:02.904915 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.933105 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-24e39aa6-af0e-426e-9290-c0b8963a12d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1000 time: 0.0589638 Jul 22 23:18:02.941830 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2317079b-0385-4d8a-a21a-58656eb66745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:02.981034 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-f1e2f0f5-c2f4-4294-a95b-250badf80959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:02.982534 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-f1e2f0f5-c2f4-4294-a95b-250badf80959 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0440037 Jul 22 23:18:02.993682 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '83e0d555-5354-416d-8552-8b719c0c12dd', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'mac_address': 'fa:16:3e:ba:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:01Z', 'updated_at': '2021-07-22T23:18:01Z', 'revision_number': 0, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:03.019791 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Checking router: 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:03.029726 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:03.030311 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:18:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:03.136905 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:03.301869 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-0d114f69-7a5c-4418-9ff1-b8d659036226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:03.303297 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-0d114f69-7a5c-4418-9ff1-b8d659036226 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3146851 Jul 22 23:18:03.374547 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '83e0d555-5354-416d-8552-8b719c0c12dd', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'mac_address': 'fa:16:3e:ba:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:01Z', 'updated_at': '2021-07-22T23:18:01Z', 'revision_number': 0, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:03.391893 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-348cdbfe-b8ba-449e-a1bc-1edc37c18bfd service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816855 Jul 22 23:18:03.400361 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dbb5-299e-44c2-9472-c0e8b1ddbbc5 None None] The sync data for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi is: [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '83e0d555-5354-416d-8552-8b719c0c12dd', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'mac_address': 'fa:16:3e:ba:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:01Z', 'updated_at': '2021-07-22T23:18:01Z', 'revision_number': 0, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:03.486090 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c27a917f-3385-480b-9254-8ae1b930dbe1 req-ea800283-e035-4e54-a294-c7ca8c8756fd service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Jul 22 23:18:03.587008 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6245aa-87b6-4833-8c65-5fcb53e963ca None None] New status for floating IP 83e0d555-5354-416d-8552-8b719c0c12dd: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:18:04.060332 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:05.780352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:06.001490 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-52ab0ade-43c0-4a6b-9e89-53431ca83772 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510411 Jul 22 23:18:06.091386 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-a6dad867-45f1-464e-a0cb-16e2825a2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.092797 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-a6dad867-45f1-464e-a0cb-16e2825a2170 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 1099 time: 0.0528376 Jul 22 23:18:06.192939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-40cc6ee5-a5be-4219-856c-d61656955dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.194429 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-40cc6ee5-a5be-4219-856c-d61656955dbe service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0841551 Jul 22 23:18:06.262767 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-22696b37-c034-480a-9687-8c8e346fdb88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 200 len: 1001 time: 0.0623448 Jul 22 23:18:06.310393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-e651cc30-0628-49fd-8529-dfe7e3ca5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.311805 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-e651cc30-0628-49fd-8529-dfe7e3ca5ae7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0425618 Jul 22 23:18:06.367975 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-db3291b6-1e1c-4822-8a34-a240ecd4d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.369382 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-db3291b6-1e1c-4822-8a34-a240ecd4d9ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510390 Jul 22 23:18:06.458459 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-b2c8576a-2312-4b17-9f22-58c6db56b10d service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827556 Jul 22 23:18:06.546853 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55f504e4-fb77-43a8-b61d-9d1af38c0b8d req-8155561e-b4f1-4606-9585-52b8876b475e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814652 Jul 22 23:18:15.861761 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd2c40-baf8-41fe-ae69-8ba2a5b281a0 req-820219b3-1c5b-4963-80d7-c5629ba4398c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:15.863243 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fbd2c40-baf8-41fe-ae69-8ba2a5b281a0 req-820219b3-1c5b-4963-80d7-c5629ba4398c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.0678332 Jul 22 23:18:15.900309 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0fbd2c40-baf8-41fe-ae69-8ba2a5b281a0 req-fc657b4a-2cf3-4290-9dec-0a0d3a879126 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308166 Jul 22 23:18:17.047381 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1e9fb-0060-43bd-87bc-fe108a499e41 req-28bb7bfb-a777-4216-ab14-8981a2fdc4db tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:17.048912 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b1e1e9fb-0060-43bd-87bc-fe108a499e41 req-28bb7bfb-a777-4216-ab14-8981a2fdc4db tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.0807707 Jul 22 23:18:17.095798 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b1e1e9fb-0060-43bd-87bc-fe108a499e41 req-6237fcb3-d9b3-4e93-9a0b-56b69f006d8c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Jul 22 23:18:17.345929 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-a960fa9e-b6d5-4485-bac5-1466451e082e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:17.347327 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-a960fa9e-b6d5-4485-bac5-1466451e082e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 946 time: 0.0705271 Jul 22 23:18:17.454989 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:17.455342 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:17.542128 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] For port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:17.542494 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:17.716562 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:17.716962 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:17.717284 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP 64b10d51-f755-46bd-ace5-435b5f9b03ed disassociated. External IP: 172.27.0.97, port: 25eb74f9-c3f1-4a05-a09e-156762fcb7d8. Jul 22 23:18:17.717624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:17.840355 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:17.877624 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=25eb74f9-c3f1-4a05-a09e-156762fcb7d8,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:18.009273 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:18.110551 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:18.120624 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:18.130446 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:18.131253 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:18:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:18.158430 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] No DVR routers for this DVR port 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:18:18.160923 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.163060 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c06a1a03-d4e1-464f-b46c-15798c589c4a req-d3c31b47-fe66-4b8c-9be3-686dafb732e7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "DELETE /v2.0/ports/25eb74f9-c3f1-4a05-a09e-156762fcb7d8 HTTP/1.1" status: 204 len: 173 time: 0.8087308 Jul 22 23:18:18.163499 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'name': 'network-vif-deleted', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:18.165799 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628fd347-9615-414d-8eb3-e9fb2d71eb85" -d '{"events": [{"server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "name": "network-vif-deleted", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:18.199523 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6865365-f689-4e08-8bc7-150e39d49590 req-cf59ffce-fbff-4fa6-9e06-7c6ddf0d53f5 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=9429265c-4539-43c9-90e8-2c36cc3454fc HTTP/1.1" status: 200 len: 210 time: 0.0305562 Jul 22 23:18:18.211960 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0640a8-0490-4694-afb4-0d3b4e5489c8 x-openstack-request-id: req-5d0640a8-0490-4694-afb4-0d3b4e5489c8 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:18.212321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9429265c-4539-43c9-90e8-2c36cc3454fc", "name": "network-vif-deleted", "tag": "25eb74f9-c3f1-4a05-a09e-156762fcb7d8", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:18.213779 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d0640a8-0490-4694-afb4-0d3b4e5489c8 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:18.213779 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9429265c-4539-43c9-90e8-2c36cc3454fc', 'name': 'network-vif-deleted', 'tag': '25eb74f9-c3f1-4a05-a09e-156762fcb7d8', 'status': 'completed', 'code': 200} Jul 22 23:18:18.252277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:18.457529 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:18.484706 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:18.493277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:18.493892 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:18:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:18.716741 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:18.921887 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:18.948885 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731201c9-00cb-4f9d-a4c3-dce54c52582b None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:19.161668 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d56ad-ef7c-4a7f-99f2-984a301d0cb3 None None] New status for floating IP 64b10d51-f755-46bd-ace5-435b5f9b03ed: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:18:19.500333 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-0aef7df4-ca90-466f-b0a8-c1aff48f84b6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405877460&fields=id&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 267 time: 0.0322642 Jul 22 23:18:19.573092 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:19.596240 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:19.596582 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 25eb74f9-c3f1-4a05-a09e-156762fcb7d8 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:19.607206 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a9541d87-9876-421a-83e8-57916554d1cd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:19.608706 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a9541d87-9876-421a-83e8-57916554d1cd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.1023366 Jul 22 23:18:19.623870 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-da6d9880-c7cb-46e4-a8cb-18582f040f13 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/quotas/90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 375 time: 0.0095596 Jul 22 23:18:19.690562 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-218d8da3-5e11-411d-878f-41da57782615 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620289 Jul 22 23:18:19.788035 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-3f40357c-a001-4591-9711-1d65deeed123 service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855529 Jul 22 23:18:19.874089 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-3d3b4a90-ccf8-4023-a702-48f863061ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804050 Jul 22 23:18:20.162933 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-904c94a6-1431-4a0d-ae11-9bf3865f08c1 req-65c416ce-4e1f-48fa-aab1-4e43c38f5c6e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 210 time: 0.0282900 Jul 22 23:18:21.031115 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-aa563dd7-6f50-4461-91a8-a56ce81a6a9e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:21.032558 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-aa563dd7-6f50-4461-91a8-a56ce81a6a9e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.1061468 Jul 22 23:18:21.077619 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-bacff751-f8a7-439e-aae5-453978a16780 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 379 time: 0.0342777 Jul 22 23:18:21.086604 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'port': {'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'admin_state_up': True, 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'security_groups': ['b77252b7-921b-4ebb-8c21-30a0a53a3d5f']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:21.197749 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Made reservation on behalf of 90f6a00e7233438b8a1677cba0386ede for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:18:21.201304 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.289645 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-433bd949-aa6c-415b-b107-a8466afcd9d2 req-db681d5b-1d2d-45a2-ab40-102dd6266e92 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 210 time: 0.0361631 Jul 22 23:18:21.355346 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.20.0.11 (8dc85835-d634-476a-9d20-476224dbc5b0/588fb227-5978-4afe-8568-1ee30b85c534/251320cf-acff-492e-814b-7e0dac02d3e1) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:21.494944 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.509195 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Transition to ACTIVE for port object 251320cf-acff-492e-814b-7e0dac02d3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:21.544545 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.594067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:21.597119 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:21.600863 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:21.626852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:21.641095 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.641439 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.641784 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.642120 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.642456 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.642787 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.643118 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.643444 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.643771 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.644096 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.644420 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.644764 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:21.662750 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:21.663446 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.678585 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-643ab4ef-dff7-45ad-a097-3a2d3db90f22 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959744 Jul 22 23:18:21.690611 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Request body: {'port': {'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:21.768793 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.858625 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-ca48bd9e-73b3-4c44-a006-2068e0af3557 None None] Provisioning for port 251320cf-acff-492e-814b-7e0dac02d3e1 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:21.862247 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-ca48bd9e-73b3-4c44-a006-2068e0af3557 None None] Provisioning complete for port 251320cf-acff-492e-814b-7e0dac02d3e1 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:21.862620 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd9e-73b3-4c44-a006-2068e0af3557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.895623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ca48bd9e-73b3-4c44-a006-2068e0af3557 None None] Port 251320cf-acff-492e-814b-7e0dac02d3e1 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:18:22.021997 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251320cf-acff-492e-814b-7e0dac02d3e1 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:18:22.031078 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.042869 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Transition to ACTIVE for port object 251320cf-acff-492e-814b-7e0dac02d3e1 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:22.046850 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.093775 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Pushing event updated for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:22.168090 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Attempting to bind port 251320cf-acff-492e-814b-7e0dac02d3e1 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:18:22.168433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Attempting to bind port 251320cf-acff-492e-814b-7e0dac02d3e1 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:18:22.168835 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Attempting to bind port 251320cf-acff-492e-814b-7e0dac02d3e1 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:18:22.173557 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Port 251320cf-acff-492e-814b-7e0dac02d3e1 on network 8dc85835-d634-476a-9d20-476224dbc5b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:18:22.173886 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Attempting to bind port 251320cf-acff-492e-814b-7e0dac02d3e1 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:18:22.178867 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:18:22.179314 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:18:22.179711 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Bound using segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:18:22.180145 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Bound port: 251320cf-acff-492e-814b-7e0dac02d3e1, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:18:22.180506 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.245424 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:18:22.248299 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=251320cf-acff-492e-814b-7e0dac02d3e1,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:18:22.253026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.284051 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.284754 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.286039 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] 10.222.0.61 "PUT /v2.0/ports/251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 1094 time: 0.5997748 Jul 22 23:18:22.286466 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:22.288716 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:22.321053 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8356066-75ff-4b11-9ffd-1c8ed4d3305c service neutron] Pushing event updated for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:22.343152 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf59ecb-8d7b-4beb-8e12-7c9a533daf1b x-openstack-request-id: req-5cf59ecb-8d7b-4beb-8e12-7c9a533daf1b {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:22.343378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:22.343623 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cf59ecb-8d7b-4beb-8e12-7c9a533daf1b {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:22.345297 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1', 'status': 'completed', 'code': 200} Jul 22 23:18:22.433883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-0c800854-4d8d-4381-bf4e-57c40dc411de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.435426 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-0c800854-4d8d-4381-bf4e-57c40dc411de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1097 time: 0.1018746 Jul 22 23:18:22.482157 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-0533e2a6-31aa-4c87-9398-737b466a5cbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0392218 Jul 22 23:18:22.489508 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b398f5-9e27-4be4-88f7-ce33a76e74e3 req-bf865a98-96f2-4435-bb6c-e9dcadb86b32 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.490891 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35b398f5-9e27-4be4-88f7-ce33a76e74e3 req-bf865a98-96f2-4435-bb6c-e9dcadb86b32 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.1167128 Jul 22 23:18:22.560649 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-e903d602-ec3e-4371-a5a4-39bf61b6dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.562147 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-e903d602-ec3e-4371-a5a4-39bf61b6dd2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0704269 Jul 22 23:18:22.565099 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35b398f5-9e27-4be4-88f7-ce33a76e74e3 req-63bd66eb-5cca-4896-ab72-48d4bf7bd246 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657537 Jul 22 23:18:22.621543 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-6979f810-8148-4ec5-aec0-f5af29b4e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.623035 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-6979f810-8148-4ec5-aec0-f5af29b4e752 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537426 Jul 22 23:18:22.709601 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-4e7d4b5e-c735-4852-a94f-f54664a94613 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791614 Jul 22 23:18:22.798247 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4b3000f6-c4be-4f44-8a7d-bf11fa9912df req-04599c27-b426-47e9-ab85-7be3529b635e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818689 Jul 22 23:18:22.890000 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-514516b2-c650-4e15-8a6c-873771d75a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.891480 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-514516b2-c650-4e15-8a6c-873771d75a5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1097 time: 0.0520117 Jul 22 23:18:22.987087 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-b6028a48-0cd7-4c23-b2a3-a89cb5fdc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:22.988551 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-b6028a48-0cd7-4c23-b2a3-a89cb5fdc780 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0884576 Jul 22 23:18:23.028918 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-dffc9ed1-bd53-40b0-8e41-855669a875f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0328043 Jul 22 23:18:23.080220 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-a030b4cc-e474-4d30-aaee-86073108d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:23.081674 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-a030b4cc-e474-4d30-aaee-86073108d383 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0466192 Jul 22 23:18:23.138377 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-5a4f78f1-b590-416c-8478-aab9b2f8d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:23.139832 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-5a4f78f1-b590-416c-8478-aab9b2f8d426 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505877 Jul 22 23:18:23.227100 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-92c30474-331e-4cca-b7d8-50f40a7f0c7a service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799448 Jul 22 23:18:23.315863 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-edbd757f-8e10-4cc8-ac85-35fa2e1ba77b req-8d97220f-d7a4-475d-bb62-08ba942dd0f1 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Jul 22 23:18:23.691204 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97290c-5f55-4019-a1dc-d4459122d113 req-834a4806-3fbc-4e15-934a-f2bc22951c57 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:23.692680 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb97290c-5f55-4019-a1dc-d4459122d113 req-834a4806-3fbc-4e15-934a-f2bc22951c57 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0618057 Jul 22 23:18:23.730084 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb97290c-5f55-4019-a1dc-d4459122d113 req-ff464ed8-cf4c-46da-a2d9-f297c9dd841f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Jul 22 23:18:24.857912 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd993-fcb1-41cb-bfd7-711ae93f0eb0 req-20bb42b2-ea44-4207-947c-294a931cb843 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:24.859376 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5f3bd993-fcb1-41cb-bfd7-711ae93f0eb0 req-20bb42b2-ea44-4207-947c-294a931cb843 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0658691 Jul 22 23:18:24.895524 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5f3bd993-fcb1-41cb-bfd7-711ae93f0eb0 req-c76657fe-5520-4c8f-a1e8-b87f0c1e89e9 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306869 Jul 22 23:18:26.023021 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991f1fc-443a-4690-bc90-513e5dea3203 req-55374fcb-9d67-41be-bbad-d001991da946 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:26.024505 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1991f1fc-443a-4690-bc90-513e5dea3203 req-55374fcb-9d67-41be-bbad-d001991da946 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0627861 Jul 22 23:18:26.061372 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1991f1fc-443a-4690-bc90-513e5dea3203 req-dab79dc8-6681-4061-abbf-81a51b489ef9 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Jul 22 23:18:27.187690 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a7c27-57e6-4f60-8a07-bbb5243944de req-2e91b564-49fc-4eee-82ef-d07f7d1914e8 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:27.189103 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f46a7c27-57e6-4f60-8a07-bbb5243944de req-2e91b564-49fc-4eee-82ef-d07f7d1914e8 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0622456 Jul 22 23:18:27.224675 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f46a7c27-57e6-4f60-8a07-bbb5243944de req-f178e9bf-da6d-4e82-a63d-872aecbc8edf tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Jul 22 23:18:28.356137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307230f-eba5-413e-8d94-0f6a07dade23 req-7aae2913-2860-4abc-90b9-a6debf05e823 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:28.357649 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c307230f-eba5-413e-8d94-0f6a07dade23 req-7aae2913-2860-4abc-90b9-a6debf05e823 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0689573 Jul 22 23:18:28.394490 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-c307230f-eba5-413e-8d94-0f6a07dade23 req-ebaf6acc-1696-4c31-b3a5-4a7bccd70a8c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Jul 22 23:18:28.766008 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:29.521786 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6d034-c8d5-427e-a801-04e5db355d50 req-b3fb6fd6-9494-44f3-8b08-072cfd62c0b2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:29.523290 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54d6d034-c8d5-427e-a801-04e5db355d50 req-b3fb6fd6-9494-44f3-8b08-072cfd62c0b2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0637655 Jul 22 23:18:29.561920 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54d6d034-c8d5-427e-a801-04e5db355d50 req-fdde9323-90d4-4bce-923a-4f7672430c58 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331454 Jul 22 23:18:30.374861 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1e10666f-07eb-4138-b874-4818364ec450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.689161 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af97e2-73cf-4565-9537-230aa7768f43 req-5d5a5b90-aec4-4723-8dd7-620f83957649 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:30.690630 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54af97e2-73cf-4565-9537-230aa7768f43 req-5d5a5b90-aec4-4723-8dd7-620f83957649 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0651822 Jul 22 23:18:30.728999 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-54af97e2-73cf-4565-9537-230aa7768f43 req-140493ca-b9df-4dc3-b0c2-b83cbbbe6c5a tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Jul 22 23:18:31.628856 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.646966 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 251320cf-acff-492e-814b-7e0dac02d3e1 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:18:31.741309 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=251320cf-acff-492e-814b-7e0dac02d3e1,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:31.751917 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '251320cf-acff-492e-814b-7e0dac02d3e1', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:18:31.789294 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.801753 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251320cf-acff-492e-814b-7e0dac02d3e1 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:18:31.822211 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=251320cf-acff-492e-814b-7e0dac02d3e1,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:31.826118 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.856943 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a891-9ed4-414b-b5ed-3c382627739e req-817b2241-b8d1-46dc-af7a-2e6991162438 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:31.858444 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b84a891-9ed4-414b-b5ed-3c382627739e req-817b2241-b8d1-46dc-af7a-2e6991162438 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 944 time: 0.0648351 Jul 22 23:18:31.874244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:31.881326 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.881683 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.882044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.882860 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.883191 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.883521 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.883846 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.884172 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.884517 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.884853 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.885174 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.885492 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:31.899053 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5b84a891-9ed4-414b-b5ed-3c382627739e req-d07aefde-ad31-4e1e-9e29-3e6ab6f3c659 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350618 Jul 22 23:18:32.042315 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['251320cf-acff-492e-814b-7e0dac02d3e1'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:18:32.867921 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:32.931088 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bf55cc8d-ea88-4b4f-b1a7-b42a668aa5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.024645 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1801cb-5ad5-47ad-841f-bcf99b14eb1f req-789c86e3-5f44-4075-a83d-efe975a666e1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:33.026146 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e1801cb-5ad5-47ad-841f-bcf99b14eb1f req-789c86e3-5f44-4075-a83d-efe975a666e1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 945 time: 0.0618954 Jul 22 23:18:33.062914 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0e1801cb-5ad5-47ad-841f-bcf99b14eb1f req-5bbb8685-8f6b-40ad-bf15-eb8d1e3eb856 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Jul 22 23:18:33.667446 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 251320cf-acff-492e-814b-7e0dac02d3e1 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:18:33.718393 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 251320cf-acff-492e-814b-7e0dac02d3e1 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:33.722039 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 251320cf-acff-492e-814b-7e0dac02d3e1 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:33.722415 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.796401 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.818041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:33.821012 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80bb27-a74c-4bee-8aba-ec1ba9aa3c79" -d '{"events": [{"server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "name": "network-vif-plugged", "status": "completed", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:33.834038 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=251320cf-acff-492e-814b-7e0dac02d3e1,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:33.838407 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.863023 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48285717-d23e-4907-b44e-11891bf3d9b3 x-openstack-request-id: req-48285717-d23e-4907-b44e-11891bf3d9b3 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:33.863324 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "name": "network-vif-plugged", "status": "completed", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:33.863578 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48285717-d23e-4907-b44e-11891bf3d9b3 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:33.863973 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1', 'code': 200} Jul 22 23:18:33.891748 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:34.063042 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.088208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ba4c2-cdbb-40cb-b8d0-449bfe0f0ea9 req-f58d7649-0bfa-4edf-a630-9ae716dd2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:34.089729 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-732ba4c2-cdbb-40cb-b8d0-449bfe0f0ea9 req-f58d7649-0bfa-4edf-a630-9ae716dd2985 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1099 time: 0.0549083 Jul 22 23:18:34.126305 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-732ba4c2-cdbb-40cb-b8d0-449bfe0f0ea9 req-e711d117-e276-49cb-ad46-2eea55eda2ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288641 Jul 22 23:18:34.189083 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43b4b8-55fb-4d91-835e-2fbccdc6b613 req-dfda416e-f59b-4fe9-8f32-029bfa67be51 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:34.190546 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1f43b4b8-55fb-4d91-835e-2fbccdc6b613 req-dfda416e-f59b-4fe9-8f32-029bfa67be51 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.0623281 Jul 22 23:18:34.227891 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1f43b4b8-55fb-4d91-835e-2fbccdc6b613 req-960e0d27-e06e-4060-acc7-ff8ea1881dc6 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jul 22 23:18:35.357320 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadae276-de15-4fbe-9db0-2fd8c388db11 req-9bbca34b-6da1-4b16-a951-9c7a57a944d7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.358830 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dadae276-de15-4fbe-9db0-2fd8c388db11 req-9bbca34b-6da1-4b16-a951-9c7a57a944d7 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.0657866 Jul 22 23:18:35.395210 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-dadae276-de15-4fbe-9db0-2fd8c388db11 req-40dd37a2-492a-4dcb-a52f-6445e3652808 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Jul 22 23:18:35.527446 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a389029-a6d5-4bca-9c30-b1a519736ac2 req-815cefe8-c75c-4167-ab7c-b08bddf6ca54 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.528995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8a389029-a6d5-4bca-9c30-b1a519736ac2 req-815cefe8-c75c-4167-ab7c-b08bddf6ca54 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.0639071 Jul 22 23:18:35.566497 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8a389029-a6d5-4bca-9c30-b1a519736ac2 req-d24ea06b-65fb-4804-a571-bab7a6773eab tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Jul 22 23:18:35.587846 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48696) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:35.638157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458be5b-db93-4ec1-a2db-0d58e7c71607 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.639894 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5458be5b-db93-4ec1-a2db-0d58e7c71607 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1094 time: 0.0508397 Jul 22 23:18:35.642258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48698) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:35.646488 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:35.668631 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.762999 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.785598 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.872117 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.27.0.114 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:36.221837 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.259246 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.297186 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:36.301865 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:36.305845 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:36.329782 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:36.639604 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.714903 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.861595 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.865960 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.934336 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:36.944185 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.041586 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP f2242c42-5a5d-4815-878b-539023bd066d associated. External IP: 172.27.0.114, port: 251320cf-acff-492e-814b-7e0dac02d3e1. Jul 22 23:18:37.243327 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:37.347401 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:37.356519 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:37.363038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.365995 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:37.367187 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:18:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:37.400827 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-90433d02-2d2f-4c9a-aa98-5fe63983fcdd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7575130 Jul 22 23:18:37.401505 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:37.403735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55616890-903b-4f7f-9790-211cab37998d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:37.447300 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e42dce-e90b-4152-b643-3799b83cd6ab x-openstack-request-id: req-00e42dce-e90b-4152-b643-3799b83cd6ab {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:37.447591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:37.447843 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00e42dce-e90b-4152-b643-3799b83cd6ab {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:37.448239 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1', 'status': 'completed', 'code': 200} Jul 22 23:18:37.472921 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:37.522363 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616890-903b-4f7f-9790-211cab37998d req-712d5487-0854-4e5c-b707-7f66f1e036dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:37.523883 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-712d5487-0854-4e5c-b707-7f66f1e036dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1099 time: 0.0551858 Jul 22 23:18:37.615936 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616890-903b-4f7f-9790-211cab37998d req-5512ced5-dd24-46a2-929b-66f849f0ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:37.618020 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-5512ced5-dd24-46a2-929b-66f849f0ff74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0880377 Jul 22 23:18:37.681155 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-a4fcf1c8-0c20-44f1-b0eb-6160b1098c33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 1000 time: 0.0573175 Jul 22 23:18:37.688961 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:36Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:37.714123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:37.722277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:37.722886 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:18:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:37.729273 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616890-903b-4f7f-9790-211cab37998d req-778c99d8-85f1-403f-8370-27127ce41f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:37.730745 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-778c99d8-85f1-403f-8370-27127ce41f08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0442550 Jul 22 23:18:37.791974 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616890-903b-4f7f-9790-211cab37998d req-2c861cf5-af45-426d-8d9e-adcbfff06f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:37.793431 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-2c861cf5-af45-426d-8d9e-adcbfff06f76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566642 Jul 22 23:18:37.825809 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:37.885170 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-e30efd67-01e4-47b8-bf29-6e216e61ecce service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Jul 22 23:18:37.977876 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-55616890-903b-4f7f-9790-211cab37998d req-65f70267-e1b9-4b6d-84e1-7ee2f2680c32 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Jul 22 23:18:38.049557 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:36Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:38.074815 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c558449-787b-40db-b03d-cdd3a212310d None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:36Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:38.253373 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e86b81-4611-4161-9b93-a3672076edd9 None None] New status for floating IP f2242c42-5a5d-4815-878b-539023bd066d: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:19:00.374683 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c0ece173-3f0b-4832-904a-e8adb5cdb38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:01.629354 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:02.868919 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:02.931461 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d0e44eb-293b-4887-8f18-cb38b31538e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:04.065829 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:05.765331 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:05.784149 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:06.009682 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-8ea7b265-0fe3-4975-a32a-501e4eb5bd85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514085 Jul 22 23:19:06.080147 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-94cb28fb-fc06-4318-b842-6249f30f4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:06.081645 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-94cb28fb-fc06-4318-b842-6249f30f4238 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0519845 Jul 22 23:19:06.184584 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-927e9def-849f-42d6-8ad0-8779f2afc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:06.185986 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-927e9def-849f-42d6-8ad0-8779f2afc353 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0847487 Jul 22 23:19:06.248863 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-ad2ea1c3-d1a3-4a29-811b-8fd451118f01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1002 time: 0.0562999 Jul 22 23:19:06.299826 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-edc47dce-7ca9-49ea-baeb-b1442111e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:06.301276 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-edc47dce-7ca9-49ea-baeb-b1442111e87f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0466638 Jul 22 23:19:06.356836 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-84a329b2-77eb-44c0-9f58-752b16d334bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:06.358263 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-84a329b2-77eb-44c0-9f58-752b16d334bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503402 Jul 22 23:19:06.369269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-360ec7d6-9b8e-49d5-80cd-a0dd058c5389 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:06.370239 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-360ec7d6-9b8e-49d5-80cd-a0dd058c5389 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048532 Jul 22 23:19:06.455309 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-804a1932-18ee-4235-ab54-bbf92139da40 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792603 Jul 22 23:19:06.545179 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-bb0772e2-346c-4211-b61d-7768c10d4aa4 req-ce5206af-6c93-4f06-88a9-f73e1a34f8a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Jul 22 23:19:30.374626 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-655fd784-50dd-4d1d-a309-a140be3bc2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:31.643777 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.868533 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.930548 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e14e6c9c-5a11-45c9-907d-cc0cc7de5654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.069480 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:35.786644 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:42.764927 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:55.262498 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e550a4e-c6cd-4635-9f42-fb6370fbe0fe req-2227119d-aad9-4f87-8568-9d7bfd2ad6af tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:55.263999 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e550a4e-c6cd-4635-9f42-fb6370fbe0fe req-2227119d-aad9-4f87-8568-9d7bfd2ad6af tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1092653 Jul 22 23:19:55.300039 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e550a4e-c6cd-4635-9f42-fb6370fbe0fe req-997c5d91-cc61-457a-bf41-656c2da5754f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Jul 22 23:19:56.479405 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff4477-bada-4100-b4a5-5322dcaec7c0 req-6cbddeed-0bc9-4d2a-b838-6d94b7f10e1a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:56.480896 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f0ff4477-bada-4100-b4a5-5322dcaec7c0 req-6cbddeed-0bc9-4d2a-b838-6d94b7f10e1a tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1139016 Jul 22 23:19:56.520479 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-f0ff4477-bada-4100-b4a5-5322dcaec7c0 req-06147250-063b-4725-9e8c-3a9d48b6400c tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339420 Jul 22 23:19:57.646487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038269b-9ccc-42dd-bb7b-3d3f08f26ecb req-a166e9a6-871a-452e-b477-5ef077936f69 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:57.648002 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3038269b-9ccc-42dd-bb7b-3d3f08f26ecb req-a166e9a6-871a-452e-b477-5ef077936f69 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0625293 Jul 22 23:19:57.684179 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-3038269b-9ccc-42dd-bb7b-3d3f08f26ecb req-f3f2fb6a-dbc9-4b61-9571-d15d769471a4 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Jul 22 23:19:58.812935 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d566ed-d916-4a32-add7-a1258e00a31a req-654dda5a-e8bc-4522-b3db-14f1e131738d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:58.814412 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-03d566ed-d916-4a32-add7-a1258e00a31a req-654dda5a-e8bc-4522-b3db-14f1e131738d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0650635 Jul 22 23:19:58.852242 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-03d566ed-d916-4a32-add7-a1258e00a31a req-f50d3225-907f-41ec-a8a4-accdba49182b tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jul 22 23:19:59.980612 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fcf9c-2fb1-4b3f-b4e1-5107891e6ef0 req-77e151b5-af9b-4b5c-ab9c-af165509c65d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:59.982109 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5d2fcf9c-2fb1-4b3f-b4e1-5107891e6ef0 req-77e151b5-af9b-4b5c-ab9c-af165509c65d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0627120 Jul 22 23:20:00.018772 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5d2fcf9c-2fb1-4b3f-b4e1-5107891e6ef0 req-ba292938-d870-4ca4-ad08-415dacf4786c tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 22 23:20:00.374592 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5eb042ac-711a-4578-a995-c585e2c6129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:01.145311 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e63-d844-47b7-bab8-ebf83111402d req-0d2b67ae-d014-4158-8268-f0b8eeec923e tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:01.146845 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-43506e63-d844-47b7-bab8-ebf83111402d req-0d2b67ae-d014-4158-8268-f0b8eeec923e tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0632486 Jul 22 23:20:01.183766 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-43506e63-d844-47b7-bab8-ebf83111402d req-cc7568cb-c1d3-40b5-acb1-5fb43d113953 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313678 Jul 22 23:20:01.643751 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:02.315740 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeea7a8-0a46-422e-bdf2-00f1a91a1692 req-480f1e92-1605-4600-aea4-b37749cc4afe tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:02.317278 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0eeea7a8-0a46-422e-bdf2-00f1a91a1692 req-480f1e92-1605-4600-aea4-b37749cc4afe tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0668929 Jul 22 23:20:02.355263 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0eeea7a8-0a46-422e-bdf2-00f1a91a1692 req-c10a17e5-110c-4fdf-8dfa-a8393d0804e9 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jul 22 23:20:02.868542 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:02.929216 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-24556b44-37f5-4310-a1b2-1067212fc762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:03.479807 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b16e09-f078-4430-925c-93ee3fbd105b req-42ebd78e-131c-47b9-a145-40636c43a228 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:03.481307 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a1b16e09-f078-4430-925c-93ee3fbd105b req-42ebd78e-131c-47b9-a145-40636c43a228 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0619617 Jul 22 23:20:03.517633 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a1b16e09-f078-4430-925c-93ee3fbd105b req-ca7fbd79-9788-461d-9803-43551f8066d4 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Jul 22 23:20:04.071857 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:04.649580 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7790-8e07-4f63-a2ca-671b04f1dfe2 req-79a46b25-cfa1-450d-b100-167cf0b8bf69 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:04.651087 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ca4a7790-8e07-4f63-a2ca-671b04f1dfe2 req-79a46b25-cfa1-450d-b100-167cf0b8bf69 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0679603 Jul 22 23:20:04.694134 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ca4a7790-8e07-4f63-a2ca-671b04f1dfe2 req-f11f14f0-4d02-487f-9314-4d74ba51500d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Jul 22 23:20:05.790273 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:05.824443 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58052178-3255-42d3-a76c-915cf051427e req-653f2021-f701-4e29-94ee-34e8624e11ad tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:05.825911 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-58052178-3255-42d3-a76c-915cf051427e req-653f2021-f701-4e29-94ee-34e8624e11ad tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0673475 Jul 22 23:20:05.863371 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-58052178-3255-42d3-a76c-915cf051427e req-76e55950-2484-44e5-86ad-faf75e0b7aee tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Jul 22 23:20:06.989018 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca27b6b-80b0-4857-ba8f-c4e91343ebb3 req-47ade65b-6547-4797-ada5-cf6650fa8ff6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:06.990505 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ca27b6b-80b0-4857-ba8f-c4e91343ebb3 req-47ade65b-6547-4797-ada5-cf6650fa8ff6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0629179 Jul 22 23:20:07.032933 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8ca27b6b-80b0-4857-ba8f-c4e91343ebb3 req-6800d2e4-ebdc-4bb0-a898-6ed0815f2155 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Jul 22 23:20:08.001080 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-6e900073-cec1-4bc9-bad1-8491a36912ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.002516 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-6e900073-cec1-4bc9-bad1-8491a36912ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0978332 Jul 22 23:20:08.092861 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-e3135e82-de79-416f-bd78-b110e59aaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.094286 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-e3135e82-de79-416f-bd78-b110e59aaebf service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0858810 Jul 22 23:20:08.189709 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-e9cc0078-a20f-4761-98e3-fc16823f0aa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1002 time: 0.0826471 Jul 22 23:20:08.244263 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb929d-7708-47fc-a657-664cab763bfa req-6c3e470b-7856-44a3-b9dd-8aabab5cf54b tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.245738 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-efdb929d-7708-47fc-a657-664cab763bfa req-6c3e470b-7856-44a3-b9dd-8aabab5cf54b tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1475263 Jul 22 23:20:08.261382 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-f2fb10d0-3c06-45b9-8f3b-79c51db47cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.262765 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-f2fb10d0-3c06-45b9-8f3b-79c51db47cbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0669491 Jul 22 23:20:08.314186 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-efdb929d-7708-47fc-a657-664cab763bfa req-05755bf5-767b-41d5-9366-fbb9493af340 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626400 Jul 22 23:20:08.340060 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-79169cde-2ec8-4d63-b70f-69916fde5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.343143 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-79169cde-2ec8-4d63-b70f-69916fde5892 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743141 Jul 22 23:20:08.435336 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-fae4f3cf-d7aa-4254-862f-e3d16c05588b service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857577 Jul 22 23:20:08.527402 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-18093702-20b6-4cea-8bcf-f995e30f7b44 req-70fe1c30-7236-4581-b529-2d6c9850dabc service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838795 Jul 22 23:20:08.948026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-1258af84-2af1-4aaa-adde-ee6906289906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.949577 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-1258af84-2af1-4aaa-adde-ee6906289906 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0567029 Jul 22 23:20:09.055582 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-3648a0aa-f0bc-423c-8144-c20fec80353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:09.057310 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-3648a0aa-f0bc-423c-8144-c20fec80353e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0886459 Jul 22 23:20:09.124572 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-a6d80705-5df0-4555-91ff-70287f104d98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1002 time: 0.0602455 Jul 22 23:20:09.184092 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-632e8d16-0c7c-44d4-97ba-c9b3699f3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:09.185777 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-632e8d16-0c7c-44d4-97ba-c9b3699f3b28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0538116 Jul 22 23:20:09.246921 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-197db924-b737-4891-bd81-8526bc6c3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:09.248441 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-197db924-b737-4891-bd81-8526bc6c3d37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549152 Jul 22 23:20:09.339677 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-14386fd9-cf8e-45c7-b6c5-dfe0b9db96e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Jul 22 23:20:09.460787 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-00a8112b-d41f-447e-bcbb-930489f0a116 req-d87846f5-daf6-460b-ad00-cab1e2da943f service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145291 Jul 22 23:20:09.483633 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954286f-47cd-42a4-aa25-f6a09891aa5c req-6962fb70-caa3-4b61-b806-f5befc74b2d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:09.485115 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5954286f-47cd-42a4-aa25-f6a09891aa5c req-6962fb70-caa3-4b61-b806-f5befc74b2d0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1040297 Jul 22 23:20:09.522762 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5954286f-47cd-42a4-aa25-f6a09891aa5c req-532df0ee-d30d-47b4-9bb5-c3dbc668a8ad tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Jul 22 23:20:10.652628 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5638e-b9b8-4005-8fc8-28c3def9e05f req-12dbe8d7-fc3b-4c57-b48f-501bb3026dcd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:10.654129 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eec5638e-b9b8-4005-8fc8-28c3def9e05f req-12dbe8d7-fc3b-4c57-b48f-501bb3026dcd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jul 22 23:20:10.690614 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-eec5638e-b9b8-4005-8fc8-28c3def9e05f req-1f23a67f-c252-478c-8765-d4f952e2228f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Jul 22 23:20:11.822635 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac243-7258-4bab-9dc4-fb74b7dcea2e req-ea14e976-6f65-4003-8dfd-0084db06c320 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:11.824157 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea7ac243-7258-4bab-9dc4-fb74b7dcea2e req-ea14e976-6f65-4003-8dfd-0084db06c320 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0653245 Jul 22 23:20:11.862808 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ea7ac243-7258-4bab-9dc4-fb74b7dcea2e req-0794dd91-629a-4dcc-b91d-f8a93fbde654 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330865 Jul 22 23:20:12.258364 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:12.342671 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:12.365290 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:12.368263 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85f631-b318-46a4-a4b8-daf2c1857e9a" -d '{"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:12.380932 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:12.386029 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:12.446123 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=6']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:12.457821 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.458326 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.458670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.459009 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.459343 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.459732 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.460066 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.460394 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.460936 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.461795 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.462251 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.462583 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:12.468271 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0b90d6-11d4-47dd-9cb9-8c0c2bc799eb x-openstack-request-id: req-5b0b90d6-11d4-47dd-9cb9-8c0c2bc799eb {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:12.468568 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-unplugged", "status": "failed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "code": 422}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:12.468846 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b0b90d6-11d4-47dd-9cb9-8c0c2bc799eb {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:12.469239 dv-cinder-801913-2-iscsi neutron-server[93163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'code': 422} returned with failed status Jul 22 23:20:12.557723 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-8c1ef0ca-b1fa-448b-837c-b26836d1e6b0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405877460&fields=id&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 267 time: 0.0322142 Jul 22 23:20:12.662850 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-a530a3c6-e8c7-4598-b05c-17bf05353168 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:12.664331 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-a530a3c6-e8c7-4598-b05c-17bf05353168 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.1005597 Jul 22 23:20:12.678707 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-0b40c6e0-3ee1-49c6-82ab-9cb1d0eec7bb tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/quotas/90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 375 time: 0.0086329 Jul 22 23:20:12.748621 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-6c8832ca-7a36-4fc8-af61-4b3b89ccccea tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652297 Jul 22 23:20:12.804369 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-3226355b-68db-44be-aa50-c40c95292c78 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:20:12.805399 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-3226355b-68db-44be-aa50-c40c95292c78 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462582 Jul 22 23:20:12.896691 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-305b42ee-e610-425a-8d48-23f5bd9630e2 service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Jul 22 23:20:13.278683 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-138665ce-b663-4c28-a5c1-e0a58c7c71c1 service neutron] 10.222.0.15 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753259 Jul 22 23:20:13.296637 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1398-d896-40e3-97c8-4682622d4526 req-2848fd22-abb4-41c1-9bac-c3451ed2b9cb tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:13.298102 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed3e1398-d896-40e3-97c8-4682622d4526 req-2848fd22-abb4-41c1-9bac-c3451ed2b9cb tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.3677769 Jul 22 23:20:13.336545 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ed3e1398-d896-40e3-97c8-4682622d4526 req-6b5396e0-a00f-4147-a701-351be8ad9477 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Jul 22 23:20:13.585750 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 48842) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:13.593154 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec62f-b2ed-44d1-a38b-7c2252f4d8af req-f4e71633-c234-441f-9d98-e02344d27d68 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:13.599759 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8ec62f-b2ed-44d1-a38b-7c2252f4d8af req-f4e71633-c234-441f-9d98-e02344d27d68 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0983012 Jul 22 23:20:13.603570 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-5f9324e9-9f50-4c4e-886e-2a159db40428 req-004fb26d-53ce-43b8-a072-065840a60b20 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 210 time: 0.0476079 Jul 22 23:20:13.640205 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8ec62f-b2ed-44d1-a38b-7c2252f4d8af req-6622971b-a190-4847-8bc1-c7a4cc5689b1 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395913 Jul 22 23:20:13.687483 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-a59a9974-6f7c-4bda-8645-0536d7466cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999720 Jul 22 23:20:14.662282 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-1a2a4e9a-671d-48fc-b700-5d7d7c16cfd2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:14.663759 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-1a2a4e9a-671d-48fc-b700-5d7d7c16cfd2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 812 time: 0.1136415 Jul 22 23:20:14.733535 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1d46ef4a-600b-41c8-ae4d-954b5d464fc1 req-ca65bf9c-cb54-4028-bea7-c2090bdd52c4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 210 time: 0.0451548 Jul 22 23:20:14.776358 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-3f71ca84-9138-4338-9f24-7635981d48cb tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f6a00e7233438b8a1677cba0386ede HTTP/1.1" status: 200 len: 379 time: 0.0979202 Jul 22 23:20:14.785843 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'port': {'device_id': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'admin_state_up': True, 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'security_groups': ['b77252b7-921b-4ebb-8c21-30a0a53a3d5f']}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:20:14.879389 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b09f0-11d8-414d-ab24-5d91e1ca1198 req-c122a0da-5df3-43d9-855c-78b02acbb8a9 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:14.880895 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b71b09f0-11d8-414d-ab24-5d91e1ca1198 req-c122a0da-5df3-43d9-855c-78b02acbb8a9 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.1511717 Jul 22 23:20:14.940975 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-b71b09f0-11d8-414d-ab24-5d91e1ca1198 req-5b736736-7476-40c9-8d9c-76fef6d7eede tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538449 Jul 22 23:20:14.946530 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Made reservation on behalf of 90f6a00e7233438b8a1677cba0386ede for: {'port': 1} {{(pid=93161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:20:14.949882 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.076955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.20.0.4 (8dc85835-d634-476a-9d20-476224dbc5b0/588fb227-5978-4afe-8568-1ee30b85c534/303f5df7-9cce-4840-b3b3-c3f5b3aa9639) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:20:15.085861 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-f25415ff-9c65-4bc9-9961-9dd9a07ac913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.088698 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-f25415ff-9c65-4bc9-9961-9dd9a07ac913 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449&tenant_id=8f3898acd36449d4bac51ecb096ddc5b HTTP/1.1" status: 200 len: 1097 time: 0.0583563 Jul 22 23:20:15.174111 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-c2f36bd3-b479-4966-9117-6d7a2ccd086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.175619 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-c2f36bd3-b479-4966-9117-6d7a2ccd086e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1097 time: 0.0657153 Jul 22 23:20:15.231884 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.245908 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Transition to ACTIVE for port object 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:20:15.266931 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-010377ff-1ec1-44ce-9511-b1bfcdc501ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.268554 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-010377ff-1ec1-44ce-9511-b1bfcdc501ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.0857539 Jul 22 23:20:15.277539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.318037 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:20:15.322921 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:20:15.326536 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:20:15.336986 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-f97e5e04-0b28-4c15-a1c3-5795353390f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 1000 time: 0.0613811 Jul 22 23:20:15.351513 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:15.361461 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.361811 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.362160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.362510 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.362834 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.363160 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.363493 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.363821 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.364151 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.364487 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.364830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.365149 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:15.389214 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-28ad69de-ee34-46f6-903b-bed62910e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.390697 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-28ad69de-ee34-46f6-903b-bed62910e6ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0478725 Jul 22 23:20:15.394246 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.394892 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.412971 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-7317c423-6ae0-42bc-ab5a-59426eefbc0f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309395 Jul 22 23:20:15.425735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Request body: {'port': {'device_id': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:20:15.451326 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-ce1f3c72-40a3-479d-b7fc-2cf9389d3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.452986 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-ce1f3c72-40a3-479d-b7fc-2cf9389d3513 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564983 Jul 22 23:20:15.512052 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.549231 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-da0628a0-7c9f-4d2d-8169-0ede2202ba72 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900199 Jul 22 23:20:15.604858 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-433d7cde-f5a5-46a4-b98b-b07ba75b1afa None None] Provisioning for port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 completed by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:20:15.609052 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-433d7cde-f5a5-46a4-b98b-b07ba75b1afa None None] Provisioning complete for port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 triggered by entity DHCP. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:20:15.609566 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-433d7cde-f5a5-46a4-b98b-b07ba75b1afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.643472 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7f74f23b-b2d7-4d21-b773-276ee8441be3 req-65712db8-7287-40d0-ac08-a0d92f58a26d service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870097 Jul 22 23:20:15.645281 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-433d7cde-f5a5-46a4-b98b-b07ba75b1afa None None] Port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 cannot update to ACTIVE because it is not bound. {{(pid=93163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:20:15.780305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:20:15.787710 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.799350 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Transition to ACTIVE for port object 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:20:15.803481 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.893355 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Pushing event updated for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:15.964347 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7b16e-1932-4b2e-83d2-91eb2a92ca03 req-675160ac-1ccb-4fbe-825c-a0416895076d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:15.966322 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26a7b16e-1932-4b2e-83d2-91eb2a92ca03 req-675160ac-1ccb-4fbe-825c-a0416895076d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.1599581 Jul 22 23:20:16.014951 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Attempting to bind port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:20:16.015293 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Attempting to bind port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:20:16.015633 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Attempting to bind port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:20:16.053150 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 on network 8dc85835-d634-476a-9d20-476224dbc5b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:20:16.053483 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Attempting to bind port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 on network 8dc85835-d634-476a-9d20-476224dbc5b0 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:20:16.060825 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-26a7b16e-1932-4b2e-83d2-91eb2a92ca03 req-8a758ed8-55ac-4850-8188-e197aa4225ee tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876105 Jul 22 23:20:16.066486 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Checking agent: {'id': 'c3f711a0-c091-4f1d-a382-f5685e42ad70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'started_at': datetime.datetime(2021, 7, 22, 23, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:20:16.066834 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Checking segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:20:16.067224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Bound using segment: {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:20:16.067675 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Bound port: 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2324d31b-bf75-4e17-a02a-36de3b71831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:20:16.068047 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.141783 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13bcd7-9f3d-48fc-b458-91f3242d5039 req-da686750-e806-476b-8a33-b720520b869e tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.143235 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e13bcd7-9f3d-48fc-b458-91f3242d5039 req-da686750-e806-476b-8a33-b720520b869e tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.1313138 Jul 22 23:20:16.158518 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:20:16.178248 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:20:16.184405 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.224215 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9e13bcd7-9f3d-48fc-b458-91f3242d5039 req-adf3781f-b961-471b-a292-fe5a4f93bfbd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752065 Jul 22 23:20:16.232015 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.232731 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.234127 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] 10.222.0.61 "PUT /v2.0/ports/303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 200 len: 1093 time: 0.8140271 Jul 22 23:20:16.234591 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:16.236890 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23197aad-eb15-47d6-8edf-38282efa5310" -d '{"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:16.278067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d3225-1cb5-4044-b2f0-666245b44600 service neutron] Pushing event updated for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:16.341060 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-e7146716-3f77-4430-a31a-3cba86f550b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.343074 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-e7146716-3f77-4430-a31a-3cba86f550b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1096 time: 0.0612907 Jul 22 23:20:16.345017 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db038ac5-e8f1-4302-9b1e-3c1c7a524a71 x-openstack-request-id: req-db038ac5-e8f1-4302-9b1e-3c1c7a524a71 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:16.345305 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:16.345556 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db038ac5-e8f1-4302-9b1e-3c1c7a524a71 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:16.345942 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'status': 'completed', 'code': 200} Jul 22 23:20:16.388451 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-5bf3e3cf-5344-4282-bd3c-e58c3cc0d692 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 200 len: 217 time: 0.0356343 Jul 22 23:20:16.447341 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-f5bad8a4-d0f3-40a8-8882-d4e1f2b35219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.448838 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-f5bad8a4-d0f3-40a8-8882-d4e1f2b35219 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0550096 Jul 22 23:20:16.509344 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-4ec1b304-1ff1-48a6-bf66-e5f62adc8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.510771 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-4ec1b304-1ff1-48a6-bf66-e5f62adc8c5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533946 Jul 22 23:20:16.596262 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-82944694-e000-4244-8a8e-d8c9aa336195 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788374 Jul 22 23:20:16.685724 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0c8d8f8d-24e7-42b3-99c9-d257dc0735d5 req-498e4558-368c-4b9d-8f8e-1917deffc62d service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 Jul 22 23:20:16.780538 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197aad-eb15-47d6-8edf-38282efa5310 req-c9bc316c-1c25-4a39-88bd-273fe87fc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.782089 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-c9bc316c-1c25-4a39-88bd-273fe87fc5ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1096 time: 0.0524933 Jul 22 23:20:16.875939 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197aad-eb15-47d6-8edf-38282efa5310 req-01fd5b9f-c195-4aa3-b234-3d434221544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.877436 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-01fd5b9f-c195-4aa3-b234-3d434221544a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0868962 Jul 22 23:20:16.920987 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-09b8f00b-e8da-4e4b-bbce-731b28c960bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 200 len: 217 time: 0.0334232 Jul 22 23:20:16.969537 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197aad-eb15-47d6-8edf-38282efa5310 req-a1645c72-41e1-49e3-86a2-0962bcaf29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:16.970854 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-a1645c72-41e1-49e3-86a2-0962bcaf29a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0427134 Jul 22 23:20:17.033708 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23197aad-eb15-47d6-8edf-38282efa5310 req-095a21e1-ddcd-4832-a668-16c20d14e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:17.035160 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-095a21e1-ddcd-4832-a668-16c20d14e5c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540524 Jul 22 23:20:17.125708 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-435567c9-0230-4c4f-a26e-1034b8548c6e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803783 Jul 22 23:20:17.249265 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-23197aad-eb15-47d6-8edf-38282efa5310 req-8236dd3e-c672-42b3-a13f-d3d76ab3b296 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139348 Jul 22 23:20:17.256390 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6698c-108f-4378-81a2-908d67eaa587 req-c83efc32-5b4d-4a77-a2d1-fc5235c7e0e0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:17.257867 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6c6698c-108f-4378-81a2-908d67eaa587 req-c83efc32-5b4d-4a77-a2d1-fc5235c7e0e0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.1306367 Jul 22 23:20:17.297296 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e6c6698c-108f-4378-81a2-908d67eaa587 req-a942605e-4bc8-4ba3-b406-64cf071ad0d2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331638 Jul 22 23:20:17.363717 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf87438-9f8b-4e2f-b21b-0b5cfd35e760 req-c82ae856-1776-45fb-b39a-c649ed1d27bf tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:17.365228 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cbf87438-9f8b-4e2f-b21b-0b5cfd35e760 req-c82ae856-1776-45fb-b39a-c649ed1d27bf tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0670660 Jul 22 23:20:17.402442 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-cbf87438-9f8b-4e2f-b21b-0b5cfd35e760 req-61a0145e-95b0-426c-a260-73d79c34338f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Jul 22 23:20:18.422399 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e0d8f-95ce-4440-b248-62249411adbb req-ef7c1ea7-2d97-49ce-a29b-50abf7c3ae98 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:18.423995 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-986e0d8f-95ce-4440-b248-62249411adbb req-ef7c1ea7-2d97-49ce-a29b-50abf7c3ae98 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0629630 Jul 22 23:20:18.462335 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-986e0d8f-95ce-4440-b248-62249411adbb req-ba306d37-7223-4048-b259-dd68903b4e6e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Jul 22 23:20:18.528876 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753c62b-316d-445f-9a91-b8995b8993a7 req-5ea741c2-7b3e-4f2b-b6c3-5d55e7d8392d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:18.530366 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9753c62b-316d-445f-9a91-b8995b8993a7 req-5ea741c2-7b3e-4f2b-b6c3-5d55e7d8392d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0626347 Jul 22 23:20:18.571761 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9753c62b-316d-445f-9a91-b8995b8993a7 req-32281f30-da7e-4628-b45e-bc43cdc036f0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359356 Jul 22 23:20:19.589749 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f01f2-f355-4797-aadc-65a076c221c6 req-73701875-35df-4c2d-8e47-8f0616a60153 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:19.591236 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e5f01f2-f355-4797-aadc-65a076c221c6 req-73701875-35df-4c2d-8e47-8f0616a60153 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0632148 Jul 22 23:20:19.630608 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6e5f01f2-f355-4797-aadc-65a076c221c6 req-fe45f163-9bbe-4bdf-b08d-0d60ca4dd069 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Jul 22 23:20:19.699842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307c3e-1532-471a-81e2-3f2c5666544d req-161ffb50-9aa9-43d1-a7a1-eeb9443060b3 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:19.701352 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb307c3e-1532-471a-81e2-3f2c5666544d req-161ffb50-9aa9-43d1-a7a1-eeb9443060b3 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0631061 Jul 22 23:20:19.738663 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-fb307c3e-1532-471a-81e2-3f2c5666544d req-4deb1bc2-b0c4-413e-97e6-460077d54086 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 22 23:20:19.763016 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:20.760024 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35158393-6e4e-4286-a0fe-fe5dec62cc6e req-2538ce7f-25bd-404f-8303-3e0d4228eb3b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:20.761562 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35158393-6e4e-4286-a0fe-fe5dec62cc6e req-2538ce7f-25bd-404f-8303-3e0d4228eb3b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0661783 Jul 22 23:20:20.799075 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35158393-6e4e-4286-a0fe-fe5dec62cc6e req-bb19bb70-3394-40d7-824d-9f0ebe9f6ad2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Jul 22 23:20:20.865390 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5062d-9004-4eaa-8bdb-682267c62911 req-15c6330c-b4e9-4a26-8ed3-fc4f1db13a28 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:20.866949 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-16a5062d-9004-4eaa-8bdb-682267c62911 req-15c6330c-b4e9-4a26-8ed3-fc4f1db13a28 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0632002 Jul 22 23:20:20.905855 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-16a5062d-9004-4eaa-8bdb-682267c62911 req-1d93492a-170c-4aed-9aa5-82895d308a1f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 22 23:20:21.925235 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ad516-ab2d-467e-a561-26c9fc337141 req-de04fc0b-f78c-4748-a79d-cfc28af8ccf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:21.926730 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f1ad516-ab2d-467e-a561-26c9fc337141 req-de04fc0b-f78c-4748-a79d-cfc28af8ccf0 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0630410 Jul 22 23:20:21.968153 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0f1ad516-ab2d-467e-a561-26c9fc337141 req-689801c4-5c26-4f60-80c3-05d82d58b412 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358806 Jul 22 23:20:22.032866 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454601d-7ba8-4659-bdd8-55fc7f3289f8 req-cec72eb7-430a-483f-8ead-b5e3499bb5db tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:22.034356 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4454601d-7ba8-4659-bdd8-55fc7f3289f8 req-cec72eb7-430a-483f-8ead-b5e3499bb5db tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0627949 Jul 22 23:20:22.071271 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4454601d-7ba8-4659-bdd8-55fc7f3289f8 req-1e6b5078-6a6f-40a2-af3c-9c6e6fdcd74d tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Jul 22 23:20:23.096771 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782747c4-46c4-4730-8277-f998a8a0df13 req-e919b098-28e5-4ee4-9deb-4e40be556d56 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:23.098300 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-782747c4-46c4-4730-8277-f998a8a0df13 req-e919b098-28e5-4ee4-9deb-4e40be556d56 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0626476 Jul 22 23:20:23.135794 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-782747c4-46c4-4730-8277-f998a8a0df13 req-eeda30e7-22ef-4766-9048-84e7188e4346 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Jul 22 23:20:23.201221 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395bca-83cf-4203-bfbb-7fdc9dc24a0a req-1697836b-8d23-42ab-9999-32530baca494 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:23.202605 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72395bca-83cf-4203-bfbb-7fdc9dc24a0a req-1697836b-8d23-42ab-9999-32530baca494 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0647669 Jul 22 23:20:23.238787 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-72395bca-83cf-4203-bfbb-7fdc9dc24a0a req-31538013-ad02-43e9-96b6-b42c5e1759c7 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Jul 22 23:20:24.262884 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ed17e-6c8d-44fd-aa8a-181150be1afb req-9bd16d27-f880-49ef-9827-4703cf531eba tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:24.264381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0d0ed17e-6c8d-44fd-aa8a-181150be1afb req-9bd16d27-f880-49ef-9827-4703cf531eba tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 943 time: 0.0654774 Jul 22 23:20:24.296977 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:20:24.303134 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0d0ed17e-6c8d-44fd-aa8a-181150be1afb req-aa8732c4-8f5a-43c3-94b3-178be86dcd9f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Jul 22 23:20:24.367129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65bd66-91a6-4dc0-a28e-caf731105ad8 req-86076c7d-6910-48f0-8bba-7ea6146cbede tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:24.368790 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9a65bd66-91a6-4dc0-a28e-caf731105ad8 req-86076c7d-6910-48f0-8bba-7ea6146cbede tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 944 time: 0.0632551 Jul 22 23:20:24.412616 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-9a65bd66-91a6-4dc0-a28e-caf731105ad8 req-12a2879e-d1e1-40a5-85c0-eedbd6eed83f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Jul 22 23:20:24.512948 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:24.523563 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'port_id': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'mac_address': 'fa:16:3e:00:32:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:20:24.558737 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.571371 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:20:24.590386 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:24.594267 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.594892 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:20:24.666710 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=4']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:24.726615 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:24.738854 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Returning: {'device': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'port_id': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'mac_address': 'fa:16:3e:ba:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:20:24.778056 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.790015 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6d2369-8dd3-4360-aab0-96bb96c2548d {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:20:24.808799 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:24.812793 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.858664 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=7']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:25.056286 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['2d6d2369-8dd3-4360-aab0-96bb96c2548d'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:20:25.058466 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] get_ports_and_sgs() called for port_ids ['303f5df7-9cce-4840-b3b3-c3f5b3aa9639'] {{(pid=93163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:20:25.432592 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faa30-949e-46cf-ab11-6a9f0a66b3e1 req-f1aa41de-ef6c-4d43-be51-18fce8264635 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:25.435643 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-579faa30-949e-46cf-ab11-6a9f0a66b3e1 req-f1aa41de-ef6c-4d43-be51-18fce8264635 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 944 time: 0.0647774 Jul 22 23:20:25.474100 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-579faa30-949e-46cf-ab11-6a9f0a66b3e1 req-ea2076b8-6e9f-4e5a-86b8-d18067d03d36 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Jul 22 23:20:25.540605 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef168f6-4652-409f-ae62-f75ae62eef3a req-90464d4f-a430-406b-a025-da7288798564 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:25.542124 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ef168f6-4652-409f-ae62-f75ae62eef3a req-90464d4f-a430-406b-a025-da7288798564 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 945 time: 0.0619819 Jul 22 23:20:25.578092 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ef168f6-4652-409f-ae62-f75ae62eef3a req-82c66394-b2a1-4504-aac2-17638ee27079 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305424 Jul 22 23:20:26.305789 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:20:26.353007 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning for port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 completed by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:20:26.356619 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:20:26.357028 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.433325 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.455521 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:26.457845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f1e121-84d8-4012-a3c2-521de90bf10e" -d '{"events": [{"server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "name": "network-vif-plugged", "status": "completed", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:26.470194 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:26.474282 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.475044 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d up at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:20:26.512277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f741d017-2c38-4844-b5ab-491f85aa0fe9 x-openstack-request-id: req-f741d017-2c38-4844-b5ab-491f85aa0fe9 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:26.512568 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "name": "network-vif-plugged", "status": "completed", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:26.512843 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f741d017-2c38-4844-b5ab-491f85aa0fe9 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:26.513232 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'code': 200} Jul 22 23:20:26.550263 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=5']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:26.563654 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Provisioning complete for port 2d6d2369-8dd3-4360-aab0-96bb96c2548d triggered by entity L2. {{(pid=93163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:20:26.564083 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-678542'] for port, provisioning_complete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.613677 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326453-9f6e-4170-8254-8fb3c1996901 req-f0f168c9-0dae-4119-8654-a0d74e2a6982 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:26.615455 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38326453-9f6e-4170-8254-8fb3c1996901 req-f0f168c9-0dae-4119-8654-a0d74e2a6982 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.0737686 Jul 22 23:20:26.656597 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-38326453-9f6e-4170-8254-8fb3c1996901 req-7c086c88-031e-47a8-94d0-b1ad4ae8151f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353501 Jul 22 23:20:26.661479 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.700266 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:26.703982 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:26.750512 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Pushing event updated for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=8']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:26.769993 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029618b-95dc-4220-91c4-f88a8f7a2bf8 req-157036aa-2fc7-41fe-807d-e7439c6035ed tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:26.771591 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d029618b-95dc-4220-91c4-f88a8f7a2bf8 req-157036aa-2fc7-41fe-807d-e7439c6035ed tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 945 time: 0.1021864 Jul 22 23:20:26.777147 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d210b-dd4a-4f3e-b2a2-cf045b24b23a req-7cba1233-3103-4c74-8121-f1f9ca5ee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:26.778521 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-301d210b-dd4a-4f3e-b2a2-cf045b24b23a req-7cba1233-3103-4c74-8121-f1f9ca5ee4f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1098 time: 0.0996211 Jul 22 23:20:26.831264 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d029618b-95dc-4220-91c4-f88a8f7a2bf8 req-ff58f51c-1859-45bf-9310-9654ab832abf tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517073 Jul 22 23:20:26.837051 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-301d210b-dd4a-4f3e-b2a2-cf045b24b23a req-631c8b7f-9e22-4fcc-84eb-27954fd2892c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502210 Jul 22 23:20:27.784050 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710fd8-d4f1-46a3-b9b3-214502f4ee63 req-b0145a36-f0da-47b4-96d3-b0be3ee9103d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:27.785563 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ee710fd8-d4f1-46a3-b9b3-214502f4ee63 req-b0145a36-f0da-47b4-96d3-b0be3ee9103d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.0634079 Jul 22 23:20:27.823522 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-ee710fd8-d4f1-46a3-b9b3-214502f4ee63 req-c80cb131-2f3f-41c2-85c5-5683baf92808 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jul 22 23:20:27.990402 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307f7c-146b-412e-9bc2-a23d60e14acc req-5e173104-6b5e-46af-98f9-4b52738963ee tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:27.991985 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-94307f7c-146b-412e-9bc2-a23d60e14acc req-5e173104-6b5e-46af-98f9-4b52738963ee tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.1048894 Jul 22 23:20:28.003946 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07ac6c-03d9-4de8-af10-99335bfa4ea2 req-2dd8d0d4-12fc-4788-816c-8fbba8700476 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:28.005456 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8c07ac6c-03d9-4de8-af10-99335bfa4ea2 req-2dd8d0d4-12fc-4788-816c-8fbba8700476 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1096804 Jul 22 23:20:28.060293 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-94307f7c-146b-412e-9bc2-a23d60e14acc req-6a209fe9-5083-4202-bb58-f0142bc465f1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538833 Jul 22 23:20:28.065151 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-8c07ac6c-03d9-4de8-af10-99335bfa4ea2 req-66545e2d-9926-4bd4-b2ad-8262fbc3beb4 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524638 Jul 22 23:20:28.082558 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48920) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:28.134269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea036cd2-8fea-4502-be45-87d2ccaaa512 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:28.135869 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ea036cd2-8fea-4502-be45-87d2ccaaa512 tempest-TestVolumeBootPattern-1251508633 tempest-TestVolumeBootPattern-1251508633-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1093 time: 0.0523243 Jul 22 23:20:28.138689 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48922) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:28.143032 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.v2.base [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Request body: {'floatingip': {'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'port_id': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:20:28.165186 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:28.260723 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:28.366375 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Allocated IP 172.27.0.57 (301a2776-9e1c-4676-9448-f0997d65bbda/cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f/1d41d989-aa06-401a-8eec-0b4a80fb4699) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:20:28.465552 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:28.502581 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739007154827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:28.514466 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:28.516812 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b377b4052aba09eb869b2e8188849a135f5f0d94f5d4f3b90f6a6ac1d85bd03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5f420-3080-4361-874d-4b61f57aa347" -d '{"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:28.536110 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Network 301a2776-9e1c-4676-9448-f0997d65bbda is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:20:28.539028 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:20:28.545313 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:20:28.552376 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e10ec1-9224-4190-90f8-ac61db6fc654 x-openstack-request-id: req-b2e10ec1-9224-4190-90f8-ac61db6fc654 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:28.552789 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-plugged", "status": "completed", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:28.553109 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2e10ec1-9224-4190-90f8-ac61db6fc654 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:28.553568 dv-cinder-801913-2-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'code': 200} Jul 22 23:20:28.573169 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=1d41d989-aa06-401a-8eec-0b4a80fb4699,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:28.874936 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208281ab-2ee6-425d-8b72-157e69128fbd req-74bcfcf5-9436-4117-8fac-5e85961a61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:28.876429 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-208281ab-2ee6-425d-8b72-157e69128fbd req-74bcfcf5-9436-4117-8fac-5e85961a61f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.1339915 Jul 22 23:20:28.941445 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-208281ab-2ee6-425d-8b72-157e69128fbd req-a9dfd29e-7307-4550-802c-e5596ed4110c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566933 Jul 22 23:20:28.956217 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:29.033474 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651831'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:29.214025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:29.219953 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739007556154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739007154845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739007154863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25827711'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:29.238563 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3569f-528d-408f-b683-0bd4fe6a1811 req-b899ee7c-a692-408a-9ecf-3a7643ff6538 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:29.240038 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-adb3569f-528d-408f-b683-0bd4fe6a1811 req-b899ee7c-a692-408a-9ecf-3a7643ff6538 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1069548 Jul 22 23:20:29.323262 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event updated for resources: {'Port': ['ID=1d41d989-aa06-401a-8eec-0b4a80fb4699,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:29.336911 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-adb3569f-528d-408f-b683-0bd4fe6a1811 req-b852f90f-44b7-47a1-8219-ac06042af39c tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800676 Jul 22 23:20:29.338031 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811588'] for floatingip, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:29.694565 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP 212b953a-f749-4bf2-8624-35f46f6c6d44 associated. External IP: 172.27.0.57, port: 303f5df7-9cce-4840-b3b3-c3f5b3aa9639. Jul 22 23:20:29.891761 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:29.998762 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:30.010206 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:30.015016 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:30.019785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:30.020438 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:20:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:30.052334 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3128ed97-ef1a-48a8-8c17-0c97fee30c45 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9125938 Jul 22 23:20:30.052950 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:30.055767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6160e90-2632-4487-b1e2-eec64c45f320" -d '{"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:30.091008 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d9588-4ba8-41f4-b16f-58c9bb81d113 x-openstack-request-id: req-985d9588-4ba8-41f4-b16f-58c9bb81d113 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:30.091296 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:30.091539 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-985d9588-4ba8-41f4-b16f-58c9bb81d113 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:30.091945 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'status': 'completed', 'code': 200} Jul 22 23:20:30.126835 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:30.167889 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-4e08139f-2bda-476a-89f5-263c2cf019f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:30.169564 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-4e08139f-2bda-476a-89f5-263c2cf019f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1098 time: 0.0570021 Jul 22 23:20:30.256512 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-cf520ebe-202f-431b-8aa4-84d1811873eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:30.257938 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-cf520ebe-202f-431b-8aa4-84d1811873eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0823503 Jul 22 23:20:30.326418 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-a6081cdf-0f09-4bff-8ebc-34c4b0d81d0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 200 len: 998 time: 0.0625656 Jul 22 23:20:30.350756 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '212b953a-f749-4bf2-8624-35f46f6c6d44', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:00:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:20:28Z', 'updated_at': '2021-07-22T23:20:28Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}, {'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:30.375589 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-b57674d0-6764-4956-a570-2ecec1d01fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:30.377505 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-b57674d0-6764-4956-a570-2ecec1d01fcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0450587 Jul 22 23:20:30.381918 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:30.396985 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83a59ecb-c052-4ac9-83a5-10ddfc6b525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:30.398704 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:30.399354 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:20:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:30.479289 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-363f5dc9-9cc8-4c50-a926-acd7f76ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:30.480824 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-363f5dc9-9cc8-4c50-a926-acd7f76ad321 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971920 Jul 22 23:20:30.502599 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854629e9-ff06-4e92-aa4b-22ef62bc035c req-43e405a5-04da-4fd9-ac44-138d41a9561f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:30.504033 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-854629e9-ff06-4e92-aa4b-22ef62bc035c req-43e405a5-04da-4fd9-ac44-138d41a9561f tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0923867 Jul 22 23:20:30.504800 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:30.584321 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-854629e9-ff06-4e92-aa4b-22ef62bc035c req-43ab47ac-5a7d-4589-9b98-41e7c0101298 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706890 Jul 22 23:20:30.607531 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-ae5e670e-ae80-4799-af83-e1146946b8f9 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199203 Jul 22 23:20:30.701948 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-d6160e90-2632-4487-b1e2-eec64c45f320 req-ea83d78e-900d-425a-ab52-124d672c2d95 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874004 Jul 22 23:20:30.744992 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '212b953a-f749-4bf2-8624-35f46f6c6d44', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:00:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:20:28Z', 'updated_at': '2021-07-22T23:20:28Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}, {'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:30.770104 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1cf37b-62f5-4759-8e2b-4ad891c281b5 None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': '212b953a-f749-4bf2-8624-35f46f6c6d44', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:00:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:20:28Z', 'updated_at': '2021-07-22T23:20:28Z', 'revision_number': 0, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}, {'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:30.942807 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8acff-85ab-408e-96da-3f26503665c2 None None] New status for floating IP 212b953a-f749-4bf2-8624-35f46f6c6d44: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:20:31.644092 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:32.870558 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:32.929363 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-073c3dce-75d1-4c43-924d-af9fdf76cf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:34.075580 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:35.792729 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:56.761668 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:00.379463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-709834d7-f29a-4044-8841-7ecdd74405b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.659021 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.871273 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.928812 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ef625e6c-8f5a-4a9f-bd32-4186c3f5b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.077221 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.795070 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.997421 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-93090b5e-92aa-4477-86bc-1cda459cffed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542746 Jul 22 23:21:08.068342 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-ab19a75c-8790-465a-bc39-e90a044cea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:08.070381 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-ab19a75c-8790-465a-bc39-e90a044cea18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1099 time: 0.0531049 Jul 22 23:21:08.172268 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-72a4ec06-12eb-4587-97c4-85f2495b9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:08.173660 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-72a4ec06-12eb-4587-97c4-85f2495b9a75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.0851057 Jul 22 23:21:08.239067 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-4b1d2a31-a842-4d24-8991-ece33f778546 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 1002 time: 0.0584145 Jul 22 23:21:08.290230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-3c9f409b-a25c-4b31-9427-42ac779bdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:08.291556 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-3c9f409b-a25c-4b31-9427-42ac779bdef8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0455599 Jul 22 23:21:08.349352 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-f286b228-0da2-4465-af8f-ab06beef7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:08.350809 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-f286b228-0da2-4465-af8f-ab06beef7a63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529764 Jul 22 23:21:08.437524 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-055b8143-61b6-4584-9f15-11456dd3d9d9 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788512 Jul 22 23:21:08.526391 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-a14e2f57-b8b3-4605-bcfb-ad68ce4f2d20 req-c99576ad-8216-48f6-b75b-b375d93f958f service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820010 Jul 22 23:21:30.380045 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1a8609f9-6af4-453b-a5f6-0c459470fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.659694 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:32.876670 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:32.929500 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d7967049-ab98-4e6d-a4ba-08ac1c392064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:33.760922 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:34.080860 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.797798 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.017772 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48964) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:44.182347 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Deleting port 9e6c6d36-1f7b-4173-a05a-e7a36753699f {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:44.182964 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.262326 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.262652 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.275080 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Calling delete_port for 9e6c6d36-1f7b-4173-a05a-e7a36753699f owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:44.419038 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.448919 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event deleted for resources: {'Port': ['ID=9e6c6d36-1f7b-4173-a05a-e7a36753699f,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:44.475793 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.476138 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.476544 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.476900 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.477230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.477587 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.477933 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.478257 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.478581 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.478933 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.479252 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.479572 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:44.517845 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.518176 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Floating IP 83e0d555-5354-416d-8552-8b719c0c12dd disassociated (deleted). External IP: 172.27.0.157, port: 2d6d2369-8dd3-4360-aab0-96bb96c2548d. Jul 22 23:21:44.717157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:44.819680 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:44.824384 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.828888 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Sync routers for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:44.838310 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:44.838912 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:44.860320 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-4667197d-d49e-44b5-840e-2f434563c854 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "DELETE /v2.0/floatingips/83e0d555-5354-416d-8552-8b719c0c12dd HTTP/1.1" status: 204 len: 168 time: 0.8414149 Jul 22 23:21:44.861026 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:44.863362 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e399e99-845c-4f61-a278-5df0f7ced87f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:44.901159 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581d982-8f70-4e4b-be21-6157737bc220 x-openstack-request-id: req-4581d982-8f70-4e4b-be21-6157737bc220 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:44.901451 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:44.901702 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4581d982-8f70-4e4b-be21-6157737bc220 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:44.902106 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'status': 'completed', 'code': 200} Jul 22 23:21:44.942557 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:44.984818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-0fd2a677-3dff-4c25-9a22-860d146d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:44.986194 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-0fd2a677-3dff-4c25-9a22-860d146d19cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 1099 time: 0.0598648 Jul 22 23:21:45.120627 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-4140a97c-9a01-4e0c-8f97-e24614e7b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.122154 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-4140a97c-9a01-4e0c-8f97-e24614e7b4b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 200 len: 910 time: 0.1272228 Jul 22 23:21:45.170114 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-9d495241-5916-4cbe-818a-f2da909d0bdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 200 len: 217 time: 0.0398264 Jul 22 23:21:45.179403 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8fb7c-db64-4492-a7d7-594ccda3bdbf req-dd6580a6-03d1-414d-b336-c49dc7fd1636 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.181033 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2b8fb7c-db64-4492-a7d7-594ccda3bdbf req-dd6580a6-03d1-414d-b336-c49dc7fd1636 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.1253443 Jul 22 23:21:45.251132 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-5f49091c-1f41-41f5-badc-17235e006e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.252521 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-5f49091c-1f41-41f5-badc-17235e006e55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 200 len: 848 time: 0.0705874 Jul 22 23:21:45.257693 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-e2b8fb7c-db64-4492-a7d7-594ccda3bdbf req-8b6d735e-de12-486e-8de3-f9a2e4c40a35 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681999 Jul 22 23:21:45.270385 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.296713 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Checking router: 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:45.305184 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:45.305803 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.312021 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-854d08b9-fd03-4af7-9ba7-c270037503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.313600 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-854d08b9-fd03-4af7-9ba7-c270037503e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7ebaa18-54cf-42c8-a78a-4d39a94eea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534387 Jul 22 23:21:45.407244 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-4c080982-97a1-4135-8214-7df1168abb38 service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Jul 22 23:21:45.408746 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:45.497881 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-4e399e99-845c-4f61-a278-5df0f7ced87f req-f0ea9557-7e59-4129-b4af-176419ba148a service neutron] 10.222.0.61 "GET /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818384 Jul 22 23:21:45.602453 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.627651 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede738e-138e-415e-955a-a5bfdcfda536 None None] The sync data for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi is: [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:17:23Z', 'revision_number': 4, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '88750f46-dc89-4acf-8808-9e43d8169ce5', 'name': '', 'network_id': 'e7ebaa18-54cf-42c8-a78a-4d39a94eea75', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'mac_address': 'fa:16:3e:d7:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:23Z', 'updated_at': '2021-07-22T23:17:29Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'subnets': [{'id': 'e60c2136-5879-4c82-a2a8-8a31f8ebe02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:45.838361 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc3615-069b-42e3-95a3-35f97b70d9e6 None None] New status for floating IP 83e0d555-5354-416d-8552-8b719c0c12dd: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:21:46.404101 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75f61-d9bc-4949-ba6c-e85ea73a4463 req-7574e79f-8a42-4c42-afd4-2f451c882cb0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:46.405637 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ca75f61-d9bc-4949-ba6c-e85ea73a4463 req-7574e79f-8a42-4c42-afd4-2f451c882cb0 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0666525 Jul 22 23:21:46.442270 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-6ca75f61-d9bc-4949-ba6c-e85ea73a4463 req-49f2ad7a-63ee-4542-969b-3a236c43fdb2 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/security-groups?id=7621748c-8952-4318-80fc-8a3ed1def263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Jul 22 23:21:46.573811 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb178d43-6802-424d-a44f-96f4f2b42f65 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:46.575183 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb178d43-6802-424d-a44f-96f4f2b42f65 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 946 time: 0.0623586 Jul 22 23:21:46.671924 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Deleting port 2d6d2369-8dd3-4360-aab0-96bb96c2548d {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:46.672269 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.759491 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] For port 2d6d2369-8dd3-4360-aab0-96bb96c2548d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2d6d2369-8dd3-4360-aab0-96bb96c2548d,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:46.759852 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.772067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Calling delete_port for 2d6d2369-8dd3-4360-aab0-96bb96c2548d owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:46.901917 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.930703 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event deleted for resources: {'Port': ['ID=2d6d2369-8dd3-4360-aab0-96bb96c2548d,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:46.974896 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] No DVR routers for this DVR port 2d6d2369-8dd3-4360-aab0-96bb96c2548d on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:46.977969 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.980081 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-25cb132b-c127-4566-ad8c-160a0d332edf req-bb3a0759-da93-45e1-99a1-5647bef64bfd tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.61 "DELETE /v2.0/ports/2d6d2369-8dd3-4360-aab0-96bb96c2548d HTTP/1.1" status: 204 len: 173 time: 0.3989706 Jul 22 23:21:46.980518 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-deleted', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:46.982738 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5b036-b3ad-45d4-a98c-f84e7ca426cd" -d '{"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-deleted", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:47.016674 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4be648-fa7b-4088-b8ff-8e6273eea11a x-openstack-request-id: req-8f4be648-fa7b-4088-b8ff-8e6273eea11a {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:47.016985 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d741d-700b-400b-bd54-3c86ca7bb449", "name": "network-vif-deleted", "tag": "2d6d2369-8dd3-4360-aab0-96bb96c2548d", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:47.017237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f4be648-fa7b-4088-b8ff-8e6273eea11a {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:47.017628 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d741d-700b-400b-bd54-3c86ca7bb449', 'name': 'network-vif-deleted', 'tag': '2d6d2369-8dd3-4360-aab0-96bb96c2548d', 'status': 'completed', 'code': 200} Jul 22 23:21:47.559166 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-34e60a7e-5495-4a6c-9138-07bfff891c91 req-410024bf-0122-418c-b69b-abcb63232bd6 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6d741d-700b-400b-bd54-3c86ca7bb449 HTTP/1.1" status: 200 len: 210 time: 0.0349066 Jul 22 23:21:48.615187 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48992) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:48.671963 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.695475 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.752553 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.755168 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.756880 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] 10.222.0.15 "DELETE /v2.0/security-groups/7621748c-8952-4318-80fc-8a3ed1def263 HTTP/1.1" status: 204 len: 168 time: 0.1401589 Jul 22 23:21:48.765790 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e15b85-f59b-4054-ab21-84c582686a64 tempest-TestShelveInstance-1630010029 tempest-TestShelveInstance-1630010029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7621748c-8952-4318-80fc-8a3ed1def263,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:48.802224 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48996) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.137566 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.378722 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Deleting port 88750f46-dc89-4acf-8808-9e43d8169ce5 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:49.379067 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.457467 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] For port 88750f46-dc89-4acf-8808-9e43d8169ce5, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=88750f46-dc89-4acf-8808-9e43d8169ce5,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:49.457758 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.470503 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Calling delete_port for 88750f46-dc89-4acf-8808-9e43d8169ce5 owned by network:router_interface {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:49.646321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.671549 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Pushing event deleted for resources: {'Port': ['ID=88750f46-dc89-4acf-8808-9e43d8169ce5,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:50.098281 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.301346 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:50.404555 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:50.410021 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-39a84845-8a2d-44ea-8494-fdc7d0fd06de admin admin] 10.222.0.15 "PUT /v2.0/routers/5ebb4202-9b30-4a73-b432-1f6ffc5134c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066983 Jul 22 23:21:50.412988 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 48998) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:50.415652 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Sync routers for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:50.425101 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:50.425715 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:50.515292 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.526513 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:50.618865 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.672423 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Deleting port 8a7b81f4-cee2-4b27-8672-822110a66908 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:50.673143 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.702226 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:21:49Z', 'revision_number': 5, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port': {'id': '8a7b81f4-cee2-4b27-8672-822110a66908', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:21Z', 'updated_at': '2021-07-22T23:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:50.734277 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:50.737286 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Checking router: 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:50.753244 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] For port 8a7b81f4-cee2-4b27-8672-822110a66908, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=8a7b81f4-cee2-4b27-8672-822110a66908,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:50.753572 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.756553 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 2d6d2369-8dd3-4360-aab0-96bb96c2548d {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:50.756929 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 2d6d2369-8dd3-4360-aab0-96bb96c2548d not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:50.762442 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Routers {'5ebb4202-9b30-4a73-b432-1f6ffc5134c1'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:50.763056 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:50.764883 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Calling delete_port for 8a7b81f4-cee2-4b27-8672-822110a66908 owned by network:router_gateway {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:50.846897 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] Set router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 gateway port host: None {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:50.898051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:21:50Z', 'revision_number': 6, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:50.928617 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc49b1-d76c-4cca-a9e8-4992dc7d5fcc None None] The sync data for ids ['5ebb4202-9b30-4a73-b432-1f6ffc5134c1'] in dv-cinder-801913-2-iscsi is: [{'id': '5ebb4202-9b30-4a73-b432-1f6ffc5134c1', 'name': 'tempest-TestShelveInstance-1168026552-router', 'tenant_id': '8f3898acd36449d4bac51ecb096ddc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:20Z', 'updated_at': '2021-07-22T23:21:50Z', 'revision_number': 6, 'project_id': '8f3898acd36449d4bac51ecb096ddc5b', 'gw_port_host': None}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:50.929152 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.954632 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7b81f4-cee2-4b27-8672-822110a66908,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:51.015504 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.101472 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.103520 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.147440 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.147953 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ebb4202-9b30-4a73-b432-1f6ffc5134c1 {{(pid=93161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:51.152198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] Notify callbacks [] for router, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.153385 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-7b787e2d-cd5d-464b-bb98-805f8a4f2f61 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5ebb4202-9b30-4a73-b432-1f6ffc5134c1 HTTP/1.1" status: 204 len: 168 time: 0.7393491 Jul 22 23:21:51.155864 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49000) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:51.199092 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Deleting subnet e60c2136-5879-4c82-a2a8-8a31f8ebe02a {{(pid=93161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:51.202818 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.237940 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3467332'] for subnet, precommit_delete_associations {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.319489 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.377235 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25827617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25212273'] for subnet, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.404671 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.406671 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e60c2136-5879-4c82-a2a8-8a31f8ebe02a HTTP/1.1" status: 204 len: 168 time: 0.2498419 Jul 22 23:21:51.407720 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc41d-6c71-4858-a75b-9361b6d0453f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60c2136-5879-4c82-a2a8-8a31f8ebe02a,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:51.409550 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49002) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:51.412352 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c66ee-7067-4a14-bacc-ca385e1060ff None None] Network e7ebaa18-54cf-42c8-a78a-4d39a94eea75 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:51.480392 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.533737 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Deleting port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:51.534094 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.596792 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] For port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,segment=NetworkSegment(77e206d4-413a-491a-ad22-b2d460a00e71),segment_id=77e206d4-413a-491a-ad22-b2d460a00e71)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:51.597157 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.609666 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Calling delete_port for da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:51.690237 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.711612 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020efd2-4c2e-4a68-8422-b00c278149ca None None] DHCP port deletion for e7ebaa18-54cf-42c8-a78a-4d39a94eea75 request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:51.716386 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da066d61-ddcb-4b8d-bdc8-1902e88e6cd3,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:51.719859 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] No DVR routers for this DVR port da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 on host dv-cinder-801913-2-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:51.771490 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 8a7b81f4-cee2-4b27-8672-822110a66908 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:51.790987 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 8a7b81f4-cee2-4b27-8672-822110a66908 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:51.791344 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 8a7b81f4-cee2-4b27-8672-822110a66908 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:51.791736 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 88750f46-dc89-4acf-8808-9e43d8169ce5 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:51.797130 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.809110 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ebaa18-54cf-42c8-a78a-4d39a94eea75']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:51.809452 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 88750f46-dc89-4acf-8808-9e43d8169ce5 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:51.809801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 88750f46-dc89-4acf-8808-9e43d8169ce5 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:51.810205 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:51.819774 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e206d4-413a-491a-ad22-b2d460a00e71') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:51.820080 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e206d4-413a-491a-ad22-b2d460a00e71') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:51.829203 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:51.829450 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device da066d61-ddcb-4b8d-bdc8-1902e88e6cd3 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:51.829953 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.844780 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.850963 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:51.851444 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:51.853359 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:51.906258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.912378 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.914397 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7ebaa18-54cf-42c8-a78a-4d39a94eea75 HTTP/1.1" status: 204 len: 168 time: 0.5039189 Jul 22 23:21:51.917635 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49004) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:51.923660 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824f79d-d0c0-49d0-89a1-0a4a1b1fdde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ebaa18-54cf-42c8-a78a-4d39a94eea75,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:52.260135 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:52.502560 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Deleting port 82d9709e-e60a-45fa-a41c-4188c0d324eb {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:52.502901 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:52.577090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] For port 82d9709e-e60a-45fa-a41c-4188c0d324eb, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=82d9709e-e60a-45fa-a41c-4188c0d324eb,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:52.577370 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:52.590280 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Calling delete_port for 82d9709e-e60a-45fa-a41c-4188c0d324eb owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:52.765432 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:52.791090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d9709e-e60a-45fa-a41c-4188c0d324eb,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:52.823714 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.824065 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.824407 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.824767 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.825107 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.825439 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.825763 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.826090 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.826419 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.826742 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.827063 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.827435 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:52.965866 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.167546 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Router f3116338-9996-466c-9b27-c7b3360c3156 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:53.268455 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:53.274016 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c9027c42-9309-45ae-8518-a5bb2ef2a909 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3116338-9996-466c-9b27-c7b3360c3156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3553133 Jul 22 23:21:53.276459 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49008) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:53.279132 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Sync routers for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:53.288007 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:53.288604 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:53.391559 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:53.629639 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.667118 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:21:52Z', 'revision_number': 5, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:53.694367 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Checking router: f3116338-9996-466c-9b27-c7b3360c3156 for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:53.702419 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Routers {'f3116338-9996-466c-9b27-c7b3360c3156'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:53.703017 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['f3116338-9996-466c-9b27-c7b3360c3156'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:53.731449 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.788555 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Deleting port 57b65c77-a884-4a75-b483-d2cb96cc31b9 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:53.788917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.809726 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] Set router f3116338-9996-466c-9b27-c7b3360c3156 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:53.867604 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] For port 57b65c77-a884-4a75-b483-d2cb96cc31b9, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=57b65c77-a884-4a75-b483-d2cb96cc31b9,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:53.867972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.879541 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Calling delete_port for 57b65c77-a884-4a75-b483-d2cb96cc31b9 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:53.990368 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:21:52Z', 'revision_number': 5, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:54.017025 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f0978-96bd-4ece-a02b-9eec87f4b283 None None] The sync data for ids ['f3116338-9996-466c-9b27-c7b3360c3156'] in dv-cinder-801913-2-iscsi is: [{'id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'name': 'tempest-TestShelveInstance-2109155551-router', 'tenant_id': '21d40a2cb6734207b6779d1fa5f70f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:21:52Z', 'revision_number': 5, 'project_id': '21d40a2cb6734207b6779d1fa5f70f55', 'gw_port': {'id': '57b65c77-a884-4a75-b483-d2cb96cc31b9', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3116338-9996-466c-9b27-c7b3360c3156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:17:25Z', 'updated_at': '2021-07-22T23:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:54.043249 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.069863 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b65c77-a884-4a75-b483-d2cb96cc31b9,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:54.134002 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.218610 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.220604 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.261276 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.261938 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3116338-9996-466c-9b27-c7b3360c3156 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:54.266598 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.267769 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-54b29a34-3ade-4627-99db-73ab8e2927a8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3116338-9996-466c-9b27-c7b3360c3156 HTTP/1.1" status: 204 len: 168 time: 0.9903657 Jul 22 23:21:54.270282 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49010) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:54.312846 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Deleting subnet 6129554f-add2-4fb9-8cd9-19a0a2364a85 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:54.315716 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.353307 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.435384 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.489745 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.516793 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6129554f-add2-4fb9-8cd9-19a0a2364a85,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:54.520459 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.522463 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-20a5b0e3-1bd2-4747-a3d7-3c8895fad096 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6129554f-add2-4fb9-8cd9-19a0a2364a85 HTTP/1.1" status: 204 len: 168 time: 0.2512684 Jul 22 23:21:54.525158 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49012) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:54.526028 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf879fa-9243-4e7c-8d89-0de562fc406b None None] Network 99baf7a7-9cdd-43e3-b9f2-09fc1617240d requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:54.601717 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.657126 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Deleting port b56eccd7-7b1e-46cc-bb78-6987618d8b66 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:54.657477 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.729902 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] For port b56eccd7-7b1e-46cc-bb78-6987618d8b66, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b56eccd7-7b1e-46cc-bb78-6987618d8b66,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:54.730261 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.742686 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Calling delete_port for b56eccd7-7b1e-46cc-bb78-6987618d8b66 owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:54.756869 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] DHCP port deletion for 99baf7a7-9cdd-43e3-b9f2-09fc1617240d request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:54.802831 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Deleting port b56eccd7-7b1e-46cc-bb78-6987618d8b66 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:54.803205 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.824109 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.850760 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Pushing event deleted for resources: {'Port': ['ID=b56eccd7-7b1e-46cc-bb78-6987618d8b66,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:54.852599 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] No DVR routers for this DVR port b56eccd7-7b1e-46cc-bb78-6987618d8b66 on host dv-cinder-801913-2-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:54.869845 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] For port b56eccd7-7b1e-46cc-bb78-6987618d8b66, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=b56eccd7-7b1e-46cc-bb78-6987618d8b66,segment=NetworkSegment(b9042a46-cff2-4c59-971b-3d29dea14967),segment_id=b9042a46-cff2-4c59-971b-3d29dea14967)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:54.870239 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.882902 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Calling delete_port for b56eccd7-7b1e-46cc-bb78-6987618d8b66 owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:54.929910 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.939753 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99baf7a7-9cdd-43e3-b9f2-09fc1617240d']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:54.949956 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9042a46-cff2-4c59-971b-3d29dea14967') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:54.950258 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9042a46-cff2-4c59-971b-3d29dea14967') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:54.957509 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.959831 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.973151 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.979137 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:54.979529 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:54.981192 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:54.986183 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Pushing event deleted for resources: {'Port': ['ID=b56eccd7-7b1e-46cc-bb78-6987618d8b66,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:54.990502 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] No DVR routers for this DVR port b56eccd7-7b1e-46cc-bb78-6987618d8b66 on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:54.996984 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:54.997343 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.003607 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4ce07-cd7f-4edb-9b26-2758e809de24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-2-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:55.037519 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.042530 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.044436 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] 10.222.0.15 "DELETE /v2.0/networks/99baf7a7-9cdd-43e3-b9f2-09fc1617240d HTTP/1.1" status: 204 len: 168 time: 0.5182898 Jul 22 23:21:55.055321 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e00a6-48a2-431d-b0d1-bcbd051192be admin admin] Pushing event deleted for resources: {'Network': ['ID=99baf7a7-9cdd-43e3-b9f2-09fc1617240d,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:55.221886 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49016) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:55.260928 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-70df9f08-420b-4094-b827-3ee5d509993b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f3898acd36449d4bac51ecb096ddc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376730 Jul 22 23:21:55.263125 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49018) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:55.309230 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.329623 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.373767 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.376360 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.377543 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85cfb61a-db73-4f91-bedb-a86f44eca8d9 HTTP/1.1" status: 204 len: 168 time: 0.1134050 Jul 22 23:21:55.386174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e1b5-3cff-46dd-abed-c08b8b689053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cfb61a-db73-4f91-bedb-a86f44eca8d9,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:55.686125 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 82d9709e-e60a-45fa-a41c-4188c0d324eb no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:55.705756 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 82d9709e-e60a-45fa-a41c-4188c0d324eb {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:55.706098 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 82d9709e-e60a-45fa-a41c-4188c0d324eb not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:55.706501 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b56eccd7-7b1e-46cc-bb78-6987618d8b66 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:55.719311 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49024) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:55.725648 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: b56eccd7-7b1e-46cc-bb78-6987618d8b66 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:55.725868 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device b56eccd7-7b1e-46cc-bb78-6987618d8b66 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:55.726320 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57b65c77-a884-4a75-b483-d2cb96cc31b9 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:55.745041 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 57b65c77-a884-4a75-b483-d2cb96cc31b9 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:55.745383 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 57b65c77-a884-4a75-b483-d2cb96cc31b9 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:55.762218 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-183a60ab-7056-4286-8f9e-e0a032ae1f1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21d40a2cb6734207b6779d1fa5f70f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417466 Jul 22 23:21:55.764795 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49026) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:55.812413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.832984 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.885386 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.887901 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:55.889070 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd205fcd-fbd5-48f8-a071-551646aefa6b HTTP/1.1" status: 204 len: 168 time: 0.1232841 Jul 22 23:21:55.897676 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49747563-687e-4118-968b-6a46f47f4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd205fcd-fbd5-48f8-a071-551646aefa6b,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:58.372861 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49030) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:58.733479 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 1d41d989-aa06-401a-8eec-0b4a80fb4699 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:58.733832 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:58.811875 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:58.812208 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:58.824163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 1d41d989-aa06-401a-8eec-0b4a80fb4699 owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:58.968144 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:58.993174 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=1d41d989-aa06-401a-8eec-0b4a80fb4699,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:59.056529 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:59.056896 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP 212b953a-f749-4bf2-8624-35f46f6c6d44 disassociated (deleted). External IP: 172.27.0.57, port: 303f5df7-9cce-4840-b3b3-c3f5b3aa9639. Jul 22 23:21:59.253566 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:59.615983 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:59.620532 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:59.625100 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:59.635088 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:59.635707 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:59.656217 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-2cb8a5f8-1f67-4334-a84f-256024c16dd4 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "DELETE /v2.0/floatingips/212b953a-f749-4bf2-8624-35f46f6c6d44 HTTP/1.1" status: 204 len: 168 time: 1.2823400 Jul 22 23:21:59.656858 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:59.659090 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68" -d '{"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:59.697004 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bfc9f-c26f-4e6a-8b59-efc42471a059 x-openstack-request-id: req-c40bfc9f-c26f-4e6a-8b59-efc42471a059 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:59.697315 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:59.697648 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c40bfc9f-c26f-4e6a-8b59-efc42471a059 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:59.698049 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'status': 'completed', 'code': 200} Jul 22 23:21:59.744903 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:59.775979 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-f76f0a84-517b-4971-913e-85084ad9d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:59.777793 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-f76f0a84-517b-4971-913e-85084ad9d532 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 1098 time: 0.0585063 Jul 22 23:21:59.916073 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-fb9d34d6-50de-4cc8-a807-96aae3c87695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:59.916594 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-fb9d34d6-50de-4cc8-a807-96aae3c87695 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.1314085 Jul 22 23:21:59.967367 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87939-24c5-4722-8414-021ba977c7b4 req-51b03caf-e5f1-41ed-a124-704799d77fc1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:59.968876 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1cb87939-24c5-4722-8414-021ba977c7b4 req-51b03caf-e5f1-41ed-a124-704799d77fc1 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.1176696 Jul 22 23:21:59.970302 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-3c779bf8-a941-4ce4-8176-1604a30d6c77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 200 len: 217 time: 0.0456135 Jul 22 23:21:59.979727 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:00.006219 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:00.014683 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:00.015297 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:21:33Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:00.042456 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1cb87939-24c5-4722-8414-021ba977c7b4 req-f18d80ba-72d9-4694-a89b-a744a186a3bd tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678887 Jul 22 23:22:00.049721 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-151eef12-37c1-45c3-b523-38dac2f1c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:00.051142 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-151eef12-37c1-45c3-b523-38dac2f1c6f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0698838 Jul 22 23:22:00.112644 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-98f0e1f8-3992-4f82-a986-5e92feebe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:00.114268 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-98f0e1f8-3992-4f82-a986-5e92feebe451 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558689 Jul 22 23:22:00.209740 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-d50a9079-6c83-4d68-9a77-acb2effd9b86 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Jul 22 23:22:00.244053 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:00.295723 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-10b2f56d-ef3c-4807-aa80-cf1b69c7ba68 req-df160e4f-053e-4769-82b0-24bc855a7daf service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803697 Jul 22 23:22:00.412231 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-18d62d60-1622-40fa-81be-99dca3dee4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:00.475772 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:00.502051 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e56bc-b8f0-469b-b4e1-f2174febde26 None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_floatingips': [{'id': 'f2242c42-5a5d-4815-878b-539023bd066d', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'router_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'port_id': '251320cf-acff-492e-814b-7e0dac02d3e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'mac_address': 'fa:16:3e:9b:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:36Z', 'updated_at': '2021-07-22T23:18:38Z', 'revision_number': 1, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:00.814598 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923affa6-76a3-496a-985d-f3ed70fdc8fa None None] New status for floating IP 212b953a-f749-4bf2-8624-35f46f6c6d44: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:22:01.177088 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732630ab-7f1d-4158-969f-5aef0b0fa1cb req-45b54cfa-1fac-4656-af84-97596ddb03b2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:01.178572 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-732630ab-7f1d-4158-969f-5aef0b0fa1cb req-45b54cfa-1fac-4656-af84-97596ddb03b2 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.0658188 Jul 22 23:22:01.218201 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-732630ab-7f1d-4158-969f-5aef0b0fa1cb req-59f21b17-2c96-457a-bf9b-bc186f9d11d3 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Jul 22 23:22:01.315267 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-e78ff5c3-77b2-4656-bd4b-423a733f429f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:01.316750 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-e78ff5c3-77b2-4656-bd4b-423a733f429f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 945 time: 0.0621130 Jul 22 23:22:01.417278 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:01.417632 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.507765 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] For port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:01.508130 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.520294 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:01.650586 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.657463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.685452 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=303f5df7-9cce-4840-b3b3-c3f5b3aa9639,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:01.722666 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] No DVR routers for this DVR port 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:01.725607 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.727598 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-091a1f5f-3d7a-4781-9e59-e9b09bde1b1f req-f20bfca2-477a-4a1d-9e16-35759d82941b tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "DELETE /v2.0/ports/303f5df7-9cce-4840-b3b3-c3f5b3aa9639 HTTP/1.1" status: 204 len: 173 time: 0.4046006 Jul 22 23:22:01.728041 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'name': 'network-vif-deleted', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:01.730265 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320a467-edb2-4ed2-87c9-e17d5c6d465b" -d '{"events": [{"server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "name": "network-vif-deleted", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:01.765842 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4478a81-fb14-4926-b303-abfd7cb22956 x-openstack-request-id: req-c4478a81-fb14-4926-b303-abfd7cb22956 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:01.766163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eadfb9f-d304-492a-ac2a-e67266365f64", "name": "network-vif-deleted", "tag": "303f5df7-9cce-4840-b3b3-c3f5b3aa9639", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:01.766417 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4478a81-fb14-4926-b303-abfd7cb22956 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:01.766820 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadfb9f-d304-492a-ac2a-e67266365f64', 'name': 'network-vif-deleted', 'tag': '303f5df7-9cce-4840-b3b3-c3f5b3aa9639', 'status': 'completed', 'code': 200} Jul 22 23:22:02.336868 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1617e888-9cb4-46eb-bee5-3ea71df1714e req-77a1a26c-885a-44f6-ad3e-1a0a40c7d594 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eadfb9f-d304-492a-ac2a-e67266365f64 HTTP/1.1" status: 200 len: 210 time: 0.0351598 Jul 22 23:22:02.867641 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:02.930486 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2b2dfcb4-7975-44b4-85bc-e93975c79923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:04.084791 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.602824 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49060) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:05.754393 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:05.754732 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.801078 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.829791 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.830126 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.841918 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8 owned by network:floatingip {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:05.988023 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:06.013526 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=5adc0f7f-efd6-488d-8e82-0fcb8f95c9a8,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:06.076198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:06.076529 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.db.l3_db [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Floating IP f2242c42-5a5d-4815-878b-539023bd066d disassociated (deleted). External IP: 172.27.0.114, port: 251320cf-acff-492e-814b-7e0dac02d3e1. Jul 22 23:22:06.273250 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:22:06.375358 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:06.380644 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:06.386212 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:06.394892 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:06.395509 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:06.414923 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-ddf7dcf4-96bb-42ef-bf7c-20c1928de1ca tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "DELETE /v2.0/floatingips/f2242c42-5a5d-4815-878b-539023bd066d HTTP/1.1" status: 204 len: 168 time: 0.8110068 Jul 22 23:22:06.415501 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:06.417726 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3d764-0faf-41dd-90a2-40ce01b2362a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:06.455129 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01e921-3d82-4cbd-9e1a-51fa1a71118b x-openstack-request-id: req-6b01e921-3d82-4cbd-9e1a-51fa1a71118b {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:06.455419 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:06.455676 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b01e921-3d82-4cbd-9e1a-51fa1a71118b {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:06.456076 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1', 'status': 'completed', 'code': 200} Jul 22 23:22:06.503040 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:06.537017 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-edf1d968-f7ea-405a-b3c0-4a050179e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:06.538702 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-edf1d968-f7ea-405a-b3c0-4a050179e69c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90f6a00e7233438b8a1677cba0386ede&device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 1099 time: 0.0599298 Jul 22 23:22:06.671287 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-7d9cd457-b484-407e-afdc-02896d217ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:06.672810 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-7d9cd457-b484-407e-afdc-02896d217ab5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 200 len: 913 time: 0.1235969 Jul 22 23:22:06.713966 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:06.717239 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-81984e3f-eb0f-4a36-aaf7-93dd9592a5f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 200 len: 217 time: 0.0378742 Jul 22 23:22:06.728066 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8196d-e5d1-4898-b696-d6d63a13696d req-3a3d6704-b74a-471c-9417-2b6f18066d7f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:06.729557 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0ef8196d-e5d1-4898-b696-d6d63a13696d req-3a3d6704-b74a-471c-9417-2b6f18066d7f tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.1179278 Jul 22 23:22:06.744192 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:06.752241 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:06.752875 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:06.799398 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-ce02b893-b4d7-4b0f-a953-ba4c3f613fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:06.800826 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-ce02b893-b4d7-4b0f-a953-ba4c3f613fa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 200 len: 851 time: 0.0703804 Jul 22 23:22:06.804249 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-0ef8196d-e5d1-4898-b696-d6d63a13696d req-ab919386-4294-4a29-ae45-f02a9feaa901 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666220 Jul 22 23:22:06.823623 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:06.846943 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:06.847288 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 303f5df7-9cce-4840-b3b3-c3f5b3aa9639 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:06.869047 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-9c268aec-be36-4d96-ba99-84790fb60bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:06.870592 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-9c268aec-be36-4d96-ba99-84790fb60bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc85835-d634-476a-9d20-476224dbc5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632441 Jul 22 23:22:06.875353 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:06.964862 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-e8c6c03d-792c-4373-8e39-82b8773c9ff2 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858893 Jul 22 23:22:07.055795 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-35e3d764-0faf-41dd-90a2-40ce01b2362a req-7c8baa2b-f5e8-4ee2-89cb-10c411d57484 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831392 Jul 22 23:22:07.076389 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:07.106785 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3dd204-4fea-400e-a63d-8387d7b1e4a4 None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:26Z', 'revision_number': 4, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi', '_interfaces': [{'id': '9714f375-f2a6-404f-934b-17617d519f15', 'name': '', 'network_id': '8dc85835-d634-476a-9d20-476224dbc5b0', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'mac_address': 'fa:16:3e:c3:d4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '588fb227-5978-4afe-8568-1ee30b85c534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:26Z', 'updated_at': '2021-07-22T23:15:33Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'subnets': [{'id': '588fb227-5978-4afe-8568-1ee30b85c534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:07.314443 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc26d0-8037-4705-b9dd-d6ed2b5cc9aa None None] New status for floating IP f2242c42-5a5d-4815-878b-539023bd066d: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:22:07.931403 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179052-4f64-451a-8e01-6c924a2a28a7 req-356cfccf-221c-4daf-b565-38d161254744 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:07.932937 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-df179052-4f64-451a-8e01-6c924a2a28a7 req-356cfccf-221c-4daf-b565-38d161254744 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.0624912 Jul 22 23:22:07.973812 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-df179052-4f64-451a-8e01-6c924a2a28a7 req-0b3ff725-cf8d-4a67-9cf8-0715dc99c90d tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/security-groups?id=b77252b7-921b-4ebb-8c21-30a0a53a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350199 Jul 22 23:22:08.049284 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468585a6-434f-466f-b299-1b035df3e70b req-2cab4d2b-916f-4ccd-a891-5c06123f7bab tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:08.050715 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-468585a6-434f-466f-b299-1b035df3e70b req-2cab4d2b-916f-4ccd-a891-5c06123f7bab tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 946 time: 0.0604744 Jul 22 23:22:08.145562 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 251320cf-acff-492e-814b-7e0dac02d3e1 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:08.145909 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:08.231910 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] For port 251320cf-acff-492e-814b-7e0dac02d3e1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=251320cf-acff-492e-814b-7e0dac02d3e1,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:08.232198 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:08.244080 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 251320cf-acff-492e-814b-7e0dac02d3e1 owned by compute:nova {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:08.365944 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:08.393513 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=251320cf-acff-492e-814b-7e0dac02d3e1,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:08.438202 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] No DVR routers for this DVR port 251320cf-acff-492e-814b-7e0dac02d3e1 on host hv-cinder-80191 {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:08.440559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for port, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:08.442617 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-468585a6-434f-466f-b299-1b035df3e70b req-9106faea-7af3-4120-b5a6-a5435efd6411 tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.61 "DELETE /v2.0/ports/251320cf-acff-492e-814b-7e0dac02d3e1 HTTP/1.1" status: 204 len: 173 time: 0.3863423 Jul 22 23:22:08.457236 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'name': 'network-vif-deleted', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:08.459830 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3f7f299a859168d06871d3fb6b475b98ba2a2a1ac57c034b35b1e3d5d1ce8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcd4e6-7194-4d40-817c-6523a416c4b7" -d '{"events": [{"server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "name": "network-vif-deleted", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:08.494547 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db40597d-46e5-48fa-a866-5b189d366163 x-openstack-request-id: req-db40597d-46e5-48fa-a866-5b189d366163 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:08.494844 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb", "name": "network-vif-deleted", "tag": "251320cf-acff-492e-814b-7e0dac02d3e1", "status": "completed", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:08.495102 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db40597d-46e5-48fa-a866-5b189d366163 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:08.495523 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb', 'name': 'network-vif-deleted', 'tag': '251320cf-acff-492e-814b-7e0dac02d3e1', 'status': 'completed', 'code': 200} Jul 22 23:22:09.083402 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [req-1169de13-0d71-4431-9ad5-5ce0d98801ab req-32c6907d-a27a-4031-807a-01f99a59191e tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcdd40e4-a9b0-47a4-b971-9ebfc532bbfb HTTP/1.1" status: 200 len: 210 time: 0.0284107 Jul 22 23:22:10.140013 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49078) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:10.265227 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Deleting port 93dc80d4-f327-4089-83e5-6f547dfccc25 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:10.265486 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.338169 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.338500 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.350280 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Calling delete_port for 93dc80d4-f327-4089-83e5-6f547dfccc25 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:10.481212 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.505917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'Port': ['ID=93dc80d4-f327-4089-83e5-6f547dfccc25,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:10.569846 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.572607 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8114'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.573810 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9e652f91-19ba-4398-97da-228b4ca8141c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "DELETE /v2.0/floatingips/64b10d51-f755-46bd-ace5-435b5f9b03ed HTTP/1.1" status: 204 len: 168 time: 0.4327736 Jul 22 23:22:10.759507 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:11.762561 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49090) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:11.820028 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:11.844147 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:11.900673 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:11.903215 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:11.904372 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] 10.222.0.15 "DELETE /v2.0/security-groups/b77252b7-921b-4ebb-8c21-30a0a53a3d5f HTTP/1.1" status: 204 len: 168 time: 0.1408217 Jul 22 23:22:11.914034 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95744bf3-8ef9-4266-92cf-650bac886e4c tempest-TestVolumeBootPattern-1735451555 tempest-TestVolumeBootPattern-1735451555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77252b7-921b-4ebb-8c21-30a0a53a3d5f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:11.965607 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49094) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:12.420309 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:12.664603 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Deleting port 9714f375-f2a6-404f-934b-17617d519f15 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:12.665046 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:12.742193 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] For port 9714f375-f2a6-404f-934b-17617d519f15, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=9714f375-f2a6-404f-934b-17617d519f15,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:12.742479 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:12.754884 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Calling delete_port for 9714f375-f2a6-404f-934b-17617d519f15 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:12.813459 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 251320cf-acff-492e-814b-7e0dac02d3e1 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:12.833944 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] No Port match for: 251320cf-acff-492e-814b-7e0dac02d3e1 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:12.834273 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Device 251320cf-acff-492e-814b-7e0dac02d3e1 not bound to the agent host hv-cinder-80191 {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:12.927250 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:12.951531 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9714f375-f2a6-404f-934b-17617d519f15,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:13.115451 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.316137 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Router c44f33d3-460c-4991-adb2-f3b22d961cb3 has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:22:13.418400 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:13.424723 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-12922fb1-b3f4-437f-9c9c-be547f23ce21 admin admin] 10.222.0.15 "PUT /v2.0/routers/c44f33d3-460c-4991-adb2-f3b22d961cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572873 Jul 22 23:22:13.427001 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49098) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:13.427834 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Sync routers for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:13.436848 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:13.437445 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:13.526094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.539773 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: dv-cinder-801913-2-iscsi {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:13.626301 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.682635 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Deleting port 214be4c8-6eb0-4cb1-87de-41d5292afb6e {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:13.682977 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.718484 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:22:12Z', 'revision_number': 5, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port': {'id': '214be4c8-6eb0-4cb1-87de-41d5292afb6e', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:13.744407 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Checking router: c44f33d3-460c-4991-adb2-f3b22d961cb3 for host: dv-cinder-801913-2-iscsi {{(pid=93163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:13.753182 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Routers {'c44f33d3-460c-4991-adb2-f3b22d961cb3'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:13.753786 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['c44f33d3-460c-4991-adb2-f3b22d961cb3'], 'active': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:13.766729 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] For port 214be4c8-6eb0-4cb1-87de-41d5292afb6e, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=214be4c8-6eb0-4cb1-87de-41d5292afb6e,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:13.767096 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.778417 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Calling delete_port for 214be4c8-6eb0-4cb1-87de-41d5292afb6e owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:13.836912 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvr_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] Set router c44f33d3-460c-4991-adb2-f3b22d961cb3 gateway port host: None {{(pid=93163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:13.889673 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_hamode_db [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:22:13Z', 'revision_number': 6, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:13.916202 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b61136e-df17-4781-9e40-048fda3a8c2a None None] The sync data for ids ['c44f33d3-460c-4991-adb2-f3b22d961cb3'] in dv-cinder-801913-2-iscsi is: [{'id': 'c44f33d3-460c-4991-adb2-f3b22d961cb3', 'name': 'tempest-TestVolumeBootPattern-1879005177-router', 'tenant_id': '90f6a00e7233438b8a1677cba0386ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:24Z', 'updated_at': '2021-07-22T23:22:13Z', 'revision_number': 6, 'project_id': '90f6a00e7233438b8a1677cba0386ede', 'gw_port_host': None}] {{(pid=93163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:13.946768 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.971124 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Pushing event deleted for resources: {'Port': ['ID=214be4c8-6eb0-4cb1-87de-41d5292afb6e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:14.028917 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.117663 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.119730 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.163456 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.163907 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c44f33d3-460c-4991-adb2-f3b22d961cb3 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:22:14.168359 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.169621 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7efd2b5f-a13c-45cf-89cd-c9a1c8630341 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c44f33d3-460c-4991-adb2-f3b22d961cb3 HTTP/1.1" status: 204 len: 168 time: 0.7416735 Jul 22 23:22:14.172082 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49100) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:14.213991 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Deleting subnet 588fb227-5978-4afe-8568-1ee30b85c534 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:22:14.216843 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.251972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.348772 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.399908 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.424370 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588fb227-5978-4afe-8568-1ee30b85c534,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:14.427913 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.432438 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49102) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:14.432996 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-550ca8c6-4dfe-416e-9d78-4d054bb2d4e0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/588fb227-5978-4afe-8568-1ee30b85c534 HTTP/1.1" status: 204 len: 168 time: 0.2594373 Jul 22 23:22:14.434244 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1db59b-22d4-467a-ab72-5a47b01ac5e1 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:14.500715 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.555821 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Deleting port 7df6fa08-8383-4ed1-beb9-bda07a82675a {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:14.556163 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.624352 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] For port 7df6fa08-8383-4ed1-beb9-bda07a82675a, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7df6fa08-8383-4ed1-beb9-bda07a82675a,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:14.624756 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.641916 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Calling delete_port for 7df6fa08-8383-4ed1-beb9-bda07a82675a owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:14.658924 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] DHCP port deletion for 8dc85835-d634-476a-9d20-476224dbc5b0 request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:22:14.704202 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Deleting port 7df6fa08-8383-4ed1-beb9-bda07a82675a {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:14.704495 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.722871 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.750353 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7df6fa08-8383-4ed1-beb9-bda07a82675a,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:14.754127 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] No DVR routers for this DVR port 7df6fa08-8383-4ed1-beb9-bda07a82675a on host dv-cinder-801913-2-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:14.830704 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.841680 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc85835-d634-476a-9d20-476224dbc5b0']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:14.852911 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2324d31b-bf75-4e17-a02a-36de3b71831a') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:14.853221 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2324d31b-bf75-4e17-a02a-36de3b71831a') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:14.862814 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.879843 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.886246 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:22:14.886670 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:22:14.888493 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:22:14.897646 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] For port 7df6fa08-8383-4ed1-beb9-bda07a82675a, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7df6fa08-8383-4ed1-beb9-bda07a82675a,segment=NetworkSegment(2324d31b-bf75-4e17-a02a-36de3b71831a),segment_id=2324d31b-bf75-4e17-a02a-36de3b71831a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:14.898182 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.910819 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Calling delete_port for 7df6fa08-8383-4ed1-beb9-bda07a82675a owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:14.948025 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.953345 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.955250 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8dc85835-d634-476a-9d20-476224dbc5b0 HTTP/1.1" status: 204 len: 168 time: 0.5216691 Jul 22 23:22:14.958590 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49104) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:14.966433 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2d23-65df-4119-98cc-ac1e0cac0a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc85835-d634-476a-9d20-476224dbc5b0,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:14.996864 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.018801 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Network 8dc85835-d634-476a-9d20-476224dbc5b0 is not hosted by any dhcp agent {{(pid=93163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:22:15.019500 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] No DVR routers for this DVR port 7df6fa08-8383-4ed1-beb9-bda07a82675a on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:15.026984 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a25c7-56ed-4b94-a232-999609ef05b3 None None] Pushing event deleted for resources: {'Port': ['ID=7df6fa08-8383-4ed1-beb9-bda07a82675a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:15.537737 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813380'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.698980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 214be4c8-6eb0-4cb1-87de-41d5292afb6e no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:15.718336 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 214be4c8-6eb0-4cb1-87de-41d5292afb6e {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:15.718683 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 214be4c8-6eb0-4cb1-87de-41d5292afb6e not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:15.719178 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7df6fa08-8383-4ed1-beb9-bda07a82675a no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:15.737358 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 7df6fa08-8383-4ed1-beb9-bda07a82675a {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:15.737702 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7df6fa08-8383-4ed1-beb9-bda07a82675a not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:15.738108 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 9714f375-f2a6-404f-934b-17617d519f15 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:15.756446 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 9714f375-f2a6-404f-934b-17617d519f15 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:15.756821 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 9714f375-f2a6-404f-934b-17617d519f15 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:15.783757 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Deleting port 1d3d8256-eb07-42a7-b825-662104e60996 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:15.784103 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.861935 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] For port 1d3d8256-eb07-42a7-b825-662104e60996, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=1d3d8256-eb07-42a7-b825-662104e60996,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:15.862212 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.874681 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Calling delete_port for 1d3d8256-eb07-42a7-b825-662104e60996 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:16.046886 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.071218 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3d8256-eb07-42a7-b825-662104e60996,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:16.235928 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813272'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.438955 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc has already been hosted by L3 agent 4cf600d8-1706-49d7-b369-a7a2d1849e39 {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:22:16.541740 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] Notify agent at l3_agent.dv-cinder-801913-2-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:16.546690 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0402cd90-c47d-48a7-b536-283a11c768c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/e2eaa1fd-2a5e-497f-9759-b015b08aa4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5865529 Jul 22 23:22:16.549166 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49106) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:16.552068 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Sync routers for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:16.561226 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:16.561831 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:16.649364 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.664000 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: dv-cinder-801913-2-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:16.751627 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.804412 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Deleting port e29c104d-bbf4-4f34-8f04-ffc732d9eed4 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:16.804791 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.842961 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'external_fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:22:16Z', 'revision_number': 5, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port': {'id': 'e29c104d-bbf4-4f34-8f04-ffc732d9eed4', 'name': '', 'network_id': '301a2776-9e1c-4676-9448-f0997d65bbda', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:29Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd6a8b8d-8e7a-4822-9fc7-ed5666357c6f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-2-iscsi'}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:16.872612 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Checking router: e2eaa1fd-2a5e-497f-9759-b015b08aa4cc for host: dv-cinder-801913-2-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:16.881629 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Routers {'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'} bound to L3 agent in host dv-cinder-801913-2-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:16.882263 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:01:03Z,description=,heartbeat_timestamp=2021-07-22T23:22:03Z,host='dv-cinder-801913-2-iscsi',id=4cf600d8-1706-49d7-b369-a7a2d1849e39,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:01:03Z,topic='l3_agent')) {'router_ids': ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:16.886106 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] For port e29c104d-bbf4-4f34-8f04-ffc732d9eed4, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,segment=NetworkSegment(2d1dc58f-ea20-4644-a4c9-cc4f66fb290f),segment_id=2d1dc58f-ea20-4644-a4c9-cc4f66fb290f)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:16.886463 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:16.897809 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Calling delete_port for e29c104d-bbf4-4f34-8f04-ffc732d9eed4 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:16.962729 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] Set router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:17.015939 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:22:16Z', 'revision_number': 6, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port_host': None}], 'dv-cinder-801913-2-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:17.042076 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48395a34-e146-4b8a-bf99-981e63775bc4 None None] The sync data for ids ['e2eaa1fd-2a5e-497f-9759-b015b08aa4cc'] in dv-cinder-801913-2-iscsi is: [{'id': 'e2eaa1fd-2a5e-497f-9759-b015b08aa4cc', 'name': 'tempest-TestVolumeBootPattern-2047677417-router', 'tenant_id': '4de4968c1ea5479d94a0570fb42c8099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:22:16Z', 'revision_number': 6, 'project_id': '4de4968c1ea5479d94a0570fb42c8099', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:17.070294 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303408'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.099953 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Pushing event deleted for resources: {'Port': ['ID=e29c104d-bbf4-4f34-8f04-ffc732d9eed4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:17.154862 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811646'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.240972 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9664'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.243014 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.286327 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1811269'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.286802 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2eaa1fd-2a5e-497f-9759-b015b08aa4cc {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:22:17.290861 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.292011 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8c8b5a7b-c937-48bc-aa4c-22bce981706a admin admin] 10.222.0.15 "DELETE /v2.0/routers/e2eaa1fd-2a5e-497f-9759-b015b08aa4cc HTTP/1.1" status: 204 len: 168 time: 0.7419300 Jul 22 23:22:17.294487 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.15', 49108) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:17.338360 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Deleting subnet 526dbf49-3459-4ce7-a961-49e564f80c57 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:22:17.342736 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.378794 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178428'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.463379 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-677669'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.515611 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3270500'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.543073 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.547094 dv-cinder-801913-2-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/526dbf49-3459-4ce7-a961-49e564f80c57 HTTP/1.1" status: 204 len: 168 time: 0.2494586 Jul 22 23:22:17.547094 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c347d1-cc5b-4d64-8000-85f97609ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526dbf49-3459-4ce7-a961-49e564f80c57,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:17.547473 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49110) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:17.547937 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7752ab72-3b1b-4107-98bc-34b568d52e99 None None] Network b4d2420a-3455-4daa-bb61-47f52a546245 requested from dv-cinder-801913-2-iscsi {{(pid=93163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:17.614632 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539874'] for network, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.667735 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Deleting port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:17.668090 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.738737 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] For port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host dv-cinder-801913-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-2-iscsi',level=0,port_id=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,segment=NetworkSegment(8526b9e9-8722-4fc9-9453-6030eabd1432),segment_id=8526b9e9-8722-4fc9-9453-6030eabd1432)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:17.739029 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.750194 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Calling delete_port for 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:17.787410 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] DHCP port deletion for b4d2420a-3455-4daa-bb61-47f52a546245 request from dv-cinder-801913-2-iscsi {{(pid=93163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:22:17.831411 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25827700'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.848437 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Deleting port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:17.848903 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739007554964'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.853584 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e29c104d-bbf4-4f34-8f04-ffc732d9eed4 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:17.864051 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:17.869559 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] No DVR routers for this DVR port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 on host dv-cinder-801913-2-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:17.895675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: e29c104d-bbf4-4f34-8f04-ffc732d9eed4 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:17.896038 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device e29c104d-bbf4-4f34-8f04-ffc732d9eed4 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:17.896422 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1d3d8256-eb07-42a7-b825-662104e60996 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:17.921646 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 1d3d8256-eb07-42a7-b825-662104e60996 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:17.921997 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 1d3d8256-eb07-42a7-b825-662104e60996 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:17.922407 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 no longer exists at agent ovs-agent-dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:17.940096 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-676633', 'neutron.services.segments.db._delete_segments_for_network-8739007704113'] for network, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.950337 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d2420a-3455-4daa-bb61-47f52a546245']}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:17.960980 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8526b9e9-8722-4fc9-9453-6030eabd1432') {'for_net_delete': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:17.961285 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.services.segments.db [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8526b9e9-8722-4fc9-9453-6030eabd1432') {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:17.969398 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] No Port match for: 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 {{(pid=93163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:17.969750 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.rpc [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Device 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 not bound to the agent host dv-cinder-801913-2-iscsi {{(pid=93163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:17.969955 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739007702586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3467341'] for segment, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.977012 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] For port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66, host dv-cinder-801913-2-iscsi, got binding levels [] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:17.977323 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1811305'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.988034 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869'] for segment, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.991233 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Calling delete_port for 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:17.994074 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.ipam_backend_mixin [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 was not found and therefore no delete operation was performed {{(pid=93163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:22:17.994829 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:22:17.995313 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739007556199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739007154836'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.995730 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25827675'] for segment, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: Traceback (most recent call last): Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: timer() Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: cb(*args, **kw) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: return func(*args, **kwargs) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: self._notify() Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: self.callback(batched_events) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: event.method(event) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: return f(self, *a, **k) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._get(url).json() Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: return self.request(url, 'GET', **kwargs) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:22:17.997565 dv-cinder-801913-2-iscsi neutron-server[93161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:22:18.031988 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] Pushing event deleted for resources: {'Port': ['ID=7ecc6cf9-1ada-43a3-8ffe-32ae3531be66,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:18.036019 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a1d28-15f8-417b-9c41-a2791411f71f None None] No DVR routers for this DVR port 7ecc6cf9-1ada-43a3-8ffe-32ae3531be66 on host dv-cinder-801913-2-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:18.061578 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-676626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811610'] for network, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.071543 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588946'] for network, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.075998 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b4d2420a-3455-4daa-bb61-47f52a546245 HTTP/1.1" status: 204 len: 168 time: 0.5249972 Jul 22 23:22:18.083913 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98696e-5339-42d3-8cb5-50dc4647e921 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d2420a-3455-4daa-bb61-47f52a546245,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:18.185407 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49114) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:18.224836 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-2bcc67d5-8e87-43bb-bfa9-80b2007099c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90f6a00e7233438b8a1677cba0386ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382211 Jul 22 23:22:18.227134 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49116) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:18.272785 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.292413 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.341000 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.343389 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.344527 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22dc444c-2db8-4bb8-b5e7-5b0402c2ace6 HTTP/1.1" status: 204 len: 168 time: 0.1165128 Jul 22 23:22:18.352111 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95660020-6274-4a0b-9509-d9a27a0a491b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc444c-2db8-4bb8-b5e7-5b0402c2ace6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:18.646459 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49122) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:18.686892 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-3fe8f7ac-b048-4bd2-9bfe-b2d1a9aa8f13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4de4968c1ea5479d94a0570fb42c8099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392809 Jul 22 23:22:18.689312 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.wsgi [-] (93161) accepted ('10.222.0.15', 49124) {{(pid=93161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:18.741538 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.761622 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.806521 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-326789'] for security_group, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.809323 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.810502 dv-cinder-801913-2-iscsi neutron-server[93161]: INFO neutron.wsgi [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4fa748c-62d3-4d50-81a6-ea21ec18ebcf HTTP/1.1" status: 204 len: 168 time: 0.1202946 Jul 22 23:22:18.817943 dv-cinder-801913-2-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afb18e-9837-4a61-9ef5-047bb1f43cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa748c-62d3-4d50-81a6-ea21ec18ebcf,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:30.382458 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-321f6762-4914-47c9-9e23-dc1e9a5ded59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:31.661268 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:32.868848 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:32.930527 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b48d063f-210a-403b-99ea-fb0c2372600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.086638 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.803160 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.758328 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:00.382949 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8650adae-36a3-4ecf-a974-dfb1f8b7b461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:01.680577 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:02.868156 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:02.930113 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3c40940-71f1-4e15-b002-91e3f7778b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:04.091728 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:05.804467 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.757390 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:30.383458 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cb008e39-c125-43fc-beeb-0873f5538793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:31.689106 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:32.868300 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:32.929731 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-edcc5cb7-2fda-4f61-ac0a-bc35c93dff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:34.096933 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:35.806952 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:00.383753 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c08417e9-f0b6-44e1-a317-853c407477cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:01.686002 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:01.755619 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:02.869023 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:02.929372 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b405c5e2-fd51-43ce-924a-2c3fe358aa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:04.094914 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:05.810957 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:18.213610 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-77f37514-a243-48b4-8139-57ca291b4b17 req-b53a7181-5342-4f41-bcd1-1ac3a43a713e service neutron] (93162) timed out ('10.222.0.61', 53420) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:24:30.383781 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3f1298bc-e935-43f8-83d8-21d0bae773c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:31.691590 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:32.870102 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:32.929762 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3862052-7d20-4966-a4ce-ee67ce0c75df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:34.097675 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:35.813610 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.754570 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:00.383701 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e854a057-e2b6-4d1b-b3d9-10689a447a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.699680 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.871248 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.928627 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f233e9d6-631f-43a8-92ec-83221bbd2c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.100242 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.815980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:15.754011 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:30.383763 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c65b3fd4-7d88-4e5d-b391-5e3f237ff1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.712452 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.871510 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.928211 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bd486e1a-ecbd-4a67-bbfb-d06fc899772b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.102370 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.817651 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.752343 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:00.383629 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d76df0de-20c8-472d-b330-81d03a367198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.726358 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.872980 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.928535 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4353294c-05b7-4b2f-9f1a-e6c6668c1013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.104464 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.822615 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.751424 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:30.384875 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de7dca9c-b4ee-4853-aee1-18725e8982b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:31.724098 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:32.873063 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:32.928103 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b4201153-fcc0-423f-82d4-741032692953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.106798 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.823676 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.386213 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4aabe075-199d-46a4-8785-3407329ed00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.723637 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:02.872613 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32342d09-7fbe-4b02-80aa-f88e3b854552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:02.927463 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cb8c471f-2197-4b59-8834-5fc4b0c61dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.110279 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-072efbe2-f260-4a75-ab5b-a716bf9385f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.827056 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-49a186ee-e413-47ab-97fb-c28f8b7918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:06.749146 dv-cinder-801913-2-iscsi neutron-server[93164]: DEBUG neutron.db.agents_db [None req-69f91ab0-5593-4e04-8b6f-06532b8fe0d9 None None] Agent healthcheck: found 6 active agents {{(pid=93164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:30.387516 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d17-1c8b-49ad-8b4f-9925b3a712f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.729985 dv-cinder-801913-2-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347737ff-57f3-4213-a579-a5a7ef9c1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739007704095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-678623'] for agent, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.835041 dv-cinder-801913-2-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-2d91d81a-f155-4c39-8c2c-59937f890427 req-2d2a48ec-6725-4e46-b426-7292c776c243 service neutron] (93162) timed out ('10.222.0.61', 53408) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}